-- Logs begin at Wed 2021-09-22 03:37:05 UTC, end at Wed 2021-09-22 04:55:34 UTC. -- Sep 22 04:20:02.338469 dv-cinder-810118-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 22 04:20:05.039292 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.common.config [-] Logging enabled! Sep 22 04:20:05.039829 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev12 Sep 22 04:20:05.040055 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94504) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 22 04:20:05.043377 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.common.config [-] Logging enabled! Sep 22 04:20:05.043627 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev12 Sep 22 04:20:05.043931 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94504) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 22 04:20:05.044892 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 22 04:20:05.045126 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 22 04:20:05.045483 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 22 04:20:05.045724 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 22 04:20:05.045945 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 22 04:20:05.046263 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:05.046556 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:05.046846 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:05.047073 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:05.047362 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:05.047648 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:05.047924 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:05.048206 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:05.048517 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:05.048805 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:05.049078 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:05.049358 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:05.049580 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:05.049854 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:05.050133 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:05.050412 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:05.050632 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] debug = True {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:05.050912 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:05.051328 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:05.051717 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:05.051990 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:05.052273 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:05.052566 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:05.052834 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:05.053104 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:05.053377 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:05.053694 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] host = dv-cinder-810118-1-iscsi {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:05.053963 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:05.054240 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:05.054518 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:05.054794 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:05.055062 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:05.055327 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:05.055602 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:05.055866 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:05.056132 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] log_file = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:05.056400 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:05.056702 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:05.056981 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:05.057260 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:05.057477 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:05.057694 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:05.058513 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:05.058794 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:05.059062 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:05.059329 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:05.059596 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:05.059862 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:05.060126 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:05.060387 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:05.060689 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:05.060969 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:05.061245 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:05.061514 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:05.061778 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:05.062041 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:05.062304 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:05.062582 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:05.062849 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:05.063115 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:05.063382 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:05.063660 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:05.063922 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:05.064187 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:05.064499 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:05.064782 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:05.065056 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:05.065334 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:05.065601 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:05.065874 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:05.066137 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:05.066402 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:05.066665 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] use_json = False {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:05.066930 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:05.067191 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:05.067463 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:05.067727 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:05.067989 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:05.068252 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:05.068545 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:05.068820 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:05.069109 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:05.069397 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:05.069686 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:05.069960 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:05.070245 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:05.070518 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:05.070798 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:05.071068 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:05.071347 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:05.071625 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:05.071902 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:05.072170 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:05.072452 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:05.072743 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:05.073028 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:05.073326 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:05.074266 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:05.074550 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:05.074821 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:05.075088 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:05.075353 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:05.075624 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:05.075903 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:05.076174 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:05.076452 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:05.076754 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:05.077029 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:05.077309 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:05.077599 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:05.077884 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:05.078153 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:05.078432 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:05.078721 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:05.078991 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:05.079259 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:05.079530 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:05.079813 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:05.080085 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:05.080352 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:05.080656 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:05.080931 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:05.081201 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:05.081470 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:05.081741 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:05.082026 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:05.082304 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:05.082567 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:05.082832 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:05.083103 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:05.083370 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:05.083648 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:05.083919 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:05.084185 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:05.084450 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:05.084746 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:05.085013 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:05.085295 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:05.085553 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:05.085819 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:05.086089 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:05.086354 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:05.086623 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:05.086896 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:05.087166 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:05.087434 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:05.087701 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:05.087968 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:05.088245 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:05.088536 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:05.088806 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:05.089086 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:05.089379 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:05.089650 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:05.089931 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:05.090224 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:05.090499 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:05.090774 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:05.091048 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:05.091324 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:05.091598 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:05.091872 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:05.092145 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:05.092416 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:05.092713 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:05.092999 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:05.093279 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:05.093560 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:05.093841 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:05.094113 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:05.094407 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:05.094681 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:05.094958 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:05.095228 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:05.095501 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:05.095775 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:05.096053 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:05.096341 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:05.096654 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:05.096945 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:05.097232 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:05.097521 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:05.097798 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:05.098109 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:05.098385 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:05.098599 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 22 04:20:05.098837 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94504) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 22 04:20:05.442521 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 22 04:20:05.442802 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 22 04:20:05.443089 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 22 04:20:05.443420 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 22 04:20:05.834694 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:20:05.834984 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:20:05.835261 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:20:05.836575 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:20:05.836848 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:20:05.837107 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:20:05.872482 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:20:05.872760 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:20:05.873023 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:20:05.887558 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:20:05.887834 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:20:05.888098 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:20:05.916246 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:20:05.916557 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:20:05.916826 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:20:05.953774 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:20:05.954049 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:20:05.954317 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:20:06.181249 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:20:06.181862 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:20:06.181862 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:20:06.182026 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:20:06.182644 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:20:06.300255 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:20:06.300594 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:20:06.300873 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:20:06.301137 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:20:06.301395 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:20:06.301702 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:20:06.301956 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:20:06.302208 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:20:06.302456 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:20:06.302733 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:20:06.302986 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:20:06.303244 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:20:06.303492 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:20:06.303737 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:20:06.303984 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:20:06.304241 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:20:06.304508 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:20:06.304770 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:20:06.305033 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:20:06.305285 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:20:06.305550 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:20:06.305796 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:20:06.306071 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:20:06.306443 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:20:06.306689 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:20:06.306931 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:20:06.307320 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94504) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 22 04:20:06.307561 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94504) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 22 04:20:06.307815 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94504) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 22 04:20:06.308051 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94504) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 22 04:20:06.308284 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94504) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 22 04:20:06.308540 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94504) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 22 04:20:06.308900 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 22 04:20:06.311914 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 22 04:20:06.315850 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 22 04:20:06.319444 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Sep 22 04:20:06.321062 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 22 04:20:06.321504 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 22 04:20:06.321836 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 22 04:20:06.322218 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 22 04:20:06.325508 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 22 04:20:06.325750 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 22 04:20:06.326087 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 22 04:20:06.331272 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 22 04:20:06.353044 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 22 04:20:06.353484 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:20:06.353774 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94504) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 22 04:20:06.354132 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:20:06.355498 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94504) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 22 04:20:06.355935 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 22 04:20:06.356179 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 22 04:20:06.359338 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:20:06.359616 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:20:06.423269 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 22 04:20:06.423503 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 22 04:20:06.423737 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 22 04:20:06.424100 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 22 04:20:06.445352 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_db.sqlalchemy.engines [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94504) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 22 04:20:07.125164 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.plugins.ml2.managers [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Initializing driver for type 'gre' Sep 22 04:20:07.125694 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] gre ID ranges: [(1, 1000)] Sep 22 04:20:07.307683 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.plugins.ml2.managers [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Initializing driver for type 'local' Sep 22 04:20:07.308788 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.plugins.ml2.managers [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Initializing driver for type 'vlan' Sep 22 04:20:07.371224 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] VlanTypeDriver initialization complete Sep 22 04:20:07.371922 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.plugins.ml2.managers [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Initializing driver for type 'vxlan' Sep 22 04:20:07.372493 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] vxlan ID ranges: [(1, 1000)] Sep 22 04:20:07.507790 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.plugins.ml2.managers [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Initializing extension driver 'port_security' Sep 22 04:20:07.508146 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.plugins.ml2.extensions.port_security [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] PortSecurityExtensionDriver initialization complete Sep 22 04:20:07.508486 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.plugins.ml2.managers [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Initializing mechanism driver 'openvswitch' Sep 22 04:20:07.508829 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.plugins.ml2.managers [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Initializing mechanism driver 'hyperv' Sep 22 04:20:07.516095 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.plugins.ml2.plugin [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:20:07.519859 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron_lib.callbacks.manager [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Subscribe: > port after_create 55550000 {{(pid=94504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:20:07.519859 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron_lib.callbacks.manager [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Subscribe: > port after_update 55550000 {{(pid=94504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:20:07.519859 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron_lib.callbacks.manager [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Subscribe: > port after_delete 55550000 {{(pid=94504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:20:07.519859 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94504) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 22 04:20:07.519859 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron_lib.callbacks.manager [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Subscribe: > subnet after_create 55550000 {{(pid=94504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:20:07.520260 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron_lib.callbacks.manager [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Subscribe: > subnet after_update 55550000 {{(pid=94504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:20:07.520260 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron_lib.callbacks.manager [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Subscribe: > subnet after_delete 55550000 {{(pid=94504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:20:07.520260 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94504) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 22 04:20:07.520260 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron_lib.callbacks.manager [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Subscribe: > network after_create 55550000 {{(pid=94504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:20:07.520575 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron_lib.callbacks.manager [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Subscribe: > network after_update 55550000 {{(pid=94504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:20:07.520699 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron_lib.callbacks.manager [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Subscribe: > network after_delete 55550000 {{(pid=94504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:20:07.521082 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94504) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 22 04:20:07.521482 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron_lib.callbacks.manager [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Subscribe: > security_group after_create 55550000 {{(pid=94504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:20:07.521826 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron_lib.callbacks.manager [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Subscribe: > security_group after_update 55550000 {{(pid=94504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:20:07.522163 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron_lib.callbacks.manager [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Subscribe: > security_group after_delete 55550000 {{(pid=94504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:20:07.522684 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94504) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 22 04:20:07.523087 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron_lib.callbacks.manager [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:20:07.523434 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron_lib.callbacks.manager [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:20:07.523773 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron_lib.callbacks.manager [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:20:07.524242 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94504) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 22 04:20:07.524662 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron_lib.callbacks.manager [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Subscribe: > address_group after_create 55550000 {{(pid=94504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:20:07.525004 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron_lib.callbacks.manager [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Subscribe: > address_group after_update 55550000 {{(pid=94504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:20:07.525339 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron_lib.callbacks.manager [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Subscribe: > address_group after_delete 55550000 {{(pid=94504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:20:07.525724 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94504) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 22 04:20:07.526098 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] ML2 OVO RPC backend initialized. {{(pid=94504) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 22 04:20:07.526819 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron_lib.callbacks.manager [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Subscribe: > router_interface after_create 55550000 {{(pid=94504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:20:07.527169 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron_lib.callbacks.manager [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:20:07.527581 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron_lib.callbacks.manager [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Subscribe: > network before_response 55550000 {{(pid=94504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:20:07.527924 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron_lib.callbacks.manager [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Subscribe: > networks before_response 55550000 {{(pid=94504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:20:07.528266 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron_lib.callbacks.manager [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Subscribe: > port before_response 55550000 {{(pid=94504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:20:07.528629 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron_lib.callbacks.manager [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Subscribe: > ports before_response 55550000 {{(pid=94504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:20:07.528970 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron_lib.callbacks.manager [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Subscribe: > subnet before_response 55550000 {{(pid=94504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:20:07.529305 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron_lib.callbacks.manager [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Subscribe: > subnets before_response 55550000 {{(pid=94504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:20:07.529648 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron_lib.callbacks.manager [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Subscribe: > network after_create 55550000 {{(pid=94504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:20:07.530019 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron_lib.callbacks.manager [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Subscribe: > network after_update 55550000 {{(pid=94504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:20:07.530352 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron_lib.callbacks.manager [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Subscribe: > network after_delete 55550000 {{(pid=94504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:20:07.530682 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron_lib.callbacks.manager [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Subscribe: > port after_create 55550000 {{(pid=94504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:20:07.531013 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron_lib.callbacks.manager [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Subscribe: > port after_update 55550000 {{(pid=94504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:20:07.531340 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron_lib.callbacks.manager [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Subscribe: > port after_delete 55550000 {{(pid=94504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:20:07.531669 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron_lib.callbacks.manager [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Subscribe: > subnet after_create 55550000 {{(pid=94504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:20:07.531997 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron_lib.callbacks.manager [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Subscribe: > subnet after_update 55550000 {{(pid=94504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:20:07.532324 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron_lib.callbacks.manager [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Subscribe: > subnet after_delete 55550000 {{(pid=94504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:20:07.532915 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.plugins.ml2.plugin [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Modular L2 Plugin initialization complete Sep 22 04:20:07.533239 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.manager [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loading services supported by the core plugin {{(pid=94504) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 22 04:20:07.533562 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.plugins.ml2.managers [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Got port-security extension from driver 'port_security' Sep 22 04:20:07.534017 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.extensions.vlantransparent [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Disabled vlantransparent extension. Sep 22 04:20:07.534492 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.manager [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94504) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 22 04:20:07.534798 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.manager [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loading Plugin: router Sep 22 04:20:07.570637 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron_lib.callbacks.manager [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Subscribe: > router_interface before_create 55550000 {{(pid=94504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:20:07.571022 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron_lib.callbacks.manager [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Subscribe: > router after_create 55549900 {{(pid=94504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:20:07.571388 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron_lib.callbacks.manager [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Subscribe: > router before_create 55549900 {{(pid=94504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:20:07.571748 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron_lib.callbacks.manager [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:20:07.572113 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron_lib.callbacks.manager [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:20:07.572546 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron_lib.callbacks.manager [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Subscribe: > router after_delete 55549900 {{(pid=94504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:20:07.572840 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron_lib.callbacks.manager [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Subscribe: > floatingip after_create 55550000 {{(pid=94504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:20:07.573185 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron_lib.callbacks.manager [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Subscribe: > floatingip after_update 55550000 {{(pid=94504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:20:07.574143 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron_lib.callbacks.manager [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Subscribe: > router after_create 55549900 {{(pid=94504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:20:07.574485 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron_lib.callbacks.manager [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Subscribe: > router after_update 55549900 {{(pid=94504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:20:07.574834 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron_lib.callbacks.manager [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Subscribe: > router after_update 55549900 {{(pid=94504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:20:07.575178 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron_lib.callbacks.manager [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:20:07.575639 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron_lib.callbacks.manager [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Subscribe: > router after_update 55549900 {{(pid=94504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:20:07.576044 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron_lib.callbacks.manager [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Subscribe: > router precommit_update 55549900 {{(pid=94504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:20:07.576406 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron_lib.callbacks.manager [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Subscribe: port after_update 55550000 {{(pid=94504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:20:07.576764 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron_lib.callbacks.manager [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Subscribe: port after_delete 55550000 {{(pid=94504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:20:07.577095 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron_lib.callbacks.manager [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Subscribe: subnet after_update 55550000 {{(pid=94504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:20:07.577428 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron_lib.callbacks.manager [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:20:07.577770 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron_lib.callbacks.manager [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Subscribe: > port precommit_delete 55550000 {{(pid=94504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:20:07.578112 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron_lib.callbacks.manager [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Subscribe: > router precommit_create 55549900 {{(pid=94504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:20:07.578448 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron_lib.callbacks.manager [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Subscribe: port before_delete 55550000 {{(pid=94504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:20:07.578783 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron_lib.callbacks.manager [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Subscribe: > router precommit_create 55550000 {{(pid=94504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:20:07.579132 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron_lib.callbacks.manager [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Subscribe: > router after_update 55549900 {{(pid=94504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:20:07.579468 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron_lib.callbacks.manager [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Subscribe: > router precommit_delete 55549900 {{(pid=94504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:20:07.579809 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron_lib.callbacks.manager [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Subscribe: > router precommit_create 55549900 {{(pid=94504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:20:07.580162 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron_lib.callbacks.manager [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Subscribe: > router_interface after_create 55550000 {{(pid=94504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:20:07.580522 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron_lib.callbacks.manager [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Subscribe: > router precommit_update 55549900 {{(pid=94504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:20:07.580919 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron_lib.callbacks.manager [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Subscribe: > agent after_create 55550000 {{(pid=94504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:20:07.581260 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron_lib.callbacks.manager [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Subscribe: > agent after_delete 55550000 {{(pid=94504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:20:07.581598 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron_lib.callbacks.manager [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Subscribe: > network after_delete 55550000 {{(pid=94504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:20:07.582451 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.quota.resource_registry [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Tracking information for resource: router configured {{(pid=94504) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 22 04:20:07.582777 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.quota.resource_registry [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Tracking information for resource: floatingip configured {{(pid=94504) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 22 04:20:07.588900 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.db.l3_agentschedulers_db [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 22 04:20:07.589504 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron_lib.callbacks.manager [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Subscribe: port after_update 55550000 {{(pid=94504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:20:07.589859 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron_lib.callbacks.manager [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Subscribe: port after_create 55550000 {{(pid=94504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:20:07.590206 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron_lib.callbacks.manager [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Subscribe: port after_delete 55550000 {{(pid=94504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:20:07.590554 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron_lib.callbacks.manager [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Subscribe: port after_update 55550000 {{(pid=94504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:20:07.591324 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron_lib.callbacks.manager [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Subscribe: > router before_create 55550100 {{(pid=94504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:20:07.591686 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron_lib.callbacks.manager [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Subscribe: > router precommit_delete 55550100 {{(pid=94504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:20:07.592044 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron_lib.callbacks.manager [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Subscribe: > router precommit_create 55550100 {{(pid=94504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:20:07.592453 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron_lib.callbacks.manager [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Subscribe: > router precommit_update 55550100 {{(pid=94504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:20:07.597238 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.services.provider_configuration [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Service providers = [] {{(pid=94504) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 22 04:20:07.597597 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.db.servicetype_db [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94504) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 22 04:20:07.600585 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.services.service_base [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94504) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 22 04:20:07.600937 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.services.service_base [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94504) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 22 04:20:07.601278 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.services.service_base [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94504) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 22 04:20:07.602152 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.services.service_base [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94504) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 22 04:20:07.602519 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.services.service_base [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 22 04:20:07.602890 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.manager [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94504) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 22 04:20:07.603249 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.manager [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 22 04:20:07.617567 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.manager [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94504) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 22 04:20:07.617902 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.manager [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loading Plugin: auto_allocate Sep 22 04:20:07.624436 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron_lib.callbacks.manager [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Subscribe: network precommit_update 55550000 {{(pid=94504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:20:07.624826 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron_lib.callbacks.manager [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Subscribe: network precommit_create 55550000 {{(pid=94504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:20:07.625340 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.manager [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94504) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 22 04:20:07.625776 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.manager [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loading Plugin: tag Sep 22 04:20:07.632216 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.manager [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94504) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 22 04:20:07.632571 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.manager [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loading Plugin: timestamp Sep 22 04:20:07.637124 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.manager [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94504) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 22 04:20:07.637470 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.manager [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loading Plugin: network_ip_availability Sep 22 04:20:07.651556 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron_lib.callbacks.manager [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:20:07.651921 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron_lib.callbacks.manager [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:20:07.652275 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron_lib.callbacks.manager [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:20:07.653007 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.manager [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94504) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 22 04:20:07.653324 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.manager [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loading Plugin: flavors Sep 22 04:20:07.658111 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.manager [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94504) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 22 04:20:07.658445 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.manager [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loading Plugin: revisions Sep 22 04:20:07.662741 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.manager [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94504) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 22 04:20:07.663124 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_concurrency.lockutils [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.220s {{(pid=94504) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 22 04:20:07.663840 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94504) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 22 04:20:07.664170 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Initializing extension manager. Sep 22 04:20:07.664703 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loading extension file: __init__.py {{(pid=94504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 04:20:07.665041 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loading extension file: __pycache__ {{(pid=94504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 04:20:07.665422 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 04:20:07.665754 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loading extension file: address_group.py {{(pid=94504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 04:20:07.666498 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 04:20:07.667058 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loaded extension: address-group Sep 22 04:20:07.667901 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loading extension file: address_scope.py {{(pid=94504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 04:20:07.668814 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 04:20:07.669330 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loaded extension: address-scope Sep 22 04:20:07.669655 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loading extension file: admin_state_down_before_update.py {{(pid=94504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 04:20:07.670567 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 04:20:07.671075 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loaded extension: router-admin-state-down-before-update Sep 22 04:20:07.671391 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loading extension file: agent.py {{(pid=94504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 04:20:07.672160 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 04:20:07.672706 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loaded extension: agent Sep 22 04:20:07.673023 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loading extension file: agent_resources_synced.py {{(pid=94504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 04:20:07.673918 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 04:20:07.674425 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loaded extension: agent-resources-synced Sep 22 04:20:07.674740 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loading extension file: allowedaddresspairs.py {{(pid=94504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 04:20:07.676511 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 04:20:07.677034 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loaded extension: allowed-address-pairs Sep 22 04:20:07.677349 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loading extension file: auto_allocated_topology.py {{(pid=94504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 04:20:07.678541 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 04:20:07.678960 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loaded extension: auto-allocated-topology Sep 22 04:20:07.679274 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loading extension file: availability_zone.py {{(pid=94504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 04:20:07.679958 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 04:20:07.680476 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loaded extension: availability_zone Sep 22 04:20:07.680793 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loading extension file: availability_zone_filter.py {{(pid=94504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 04:20:07.681680 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 04:20:07.682180 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loaded extension: availability_zone_filter Sep 22 04:20:07.682494 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loading extension file: data_plane_status.py {{(pid=94504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 04:20:07.688378 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 04:20:07.688904 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Extension data-plane-status not supported by any of loaded plugins Sep 22 04:20:07.689221 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loading extension file: default_subnetpools.py {{(pid=94504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 04:20:07.690223 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 04:20:07.690724 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loaded extension: default-subnetpools Sep 22 04:20:07.691036 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loading extension file: dhcpagentscheduler.py {{(pid=94504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 04:20:07.691829 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 04:20:07.692329 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loaded extension: dhcp_agent_scheduler Sep 22 04:20:07.692676 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loading extension file: dns.py {{(pid=94504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 04:20:07.693574 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 04:20:07.694082 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Extension dns-integration not supported by any of loaded plugins Sep 22 04:20:07.694399 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loading extension file: dns_domain_ports.py {{(pid=94504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 04:20:07.695306 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 04:20:07.695871 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 22 04:20:07.696187 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 04:20:07.697124 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 04:20:07.697639 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 22 04:20:07.698051 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loading extension file: dvr.py {{(pid=94504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 04:20:07.698782 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 04:20:07.699285 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loaded extension: dvr Sep 22 04:20:07.699599 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loading extension file: ecmp_routes.py {{(pid=94504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 04:20:07.700581 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 04:20:07.701152 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Extension ecmp_routes not supported by any of loaded plugins Sep 22 04:20:07.701464 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loading extension file: empty_string_filtering.py {{(pid=94504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 04:20:07.702353 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 04:20:07.702862 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loaded extension: empty-string-filtering Sep 22 04:20:07.703179 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 04:20:07.704072 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 04:20:07.704610 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 22 04:20:07.704927 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 04:20:07.705858 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 04:20:07.706439 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 22 04:20:07.706883 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loading extension file: external_net.py {{(pid=94504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 04:20:07.710411 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 04:20:07.710917 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loaded extension: external-net Sep 22 04:20:07.711229 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loading extension file: extra_dhcp_opt.py {{(pid=94504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 04:20:07.712183 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 04:20:07.712807 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loaded extension: extra_dhcp_opt Sep 22 04:20:07.713122 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loading extension file: extraroute.py {{(pid=94504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 04:20:07.714041 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 04:20:07.714540 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loaded extension: extraroute Sep 22 04:20:07.714853 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loading extension file: extraroute_atomic.py {{(pid=94504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 04:20:07.715896 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 04:20:07.716496 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loaded extension: extraroute-atomic Sep 22 04:20:07.716822 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loading extension file: filter_validation.py {{(pid=94504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 04:20:07.717474 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 04:20:07.717974 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loaded extension: filter-validation Sep 22 04:20:07.718289 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loading extension file: fip_pf_description.py {{(pid=94504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 04:20:07.719187 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 04:20:07.719683 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 22 04:20:07.719995 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loading extension file: fip_port_details.py {{(pid=94504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 04:20:07.720912 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 04:20:07.721410 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loaded extension: fip-port-details Sep 22 04:20:07.721724 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loading extension file: flavors.py {{(pid=94504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 04:20:07.723044 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 04:20:07.723557 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loaded extension: flavors Sep 22 04:20:07.723875 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 04:20:07.725579 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 04:20:07.726122 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 22 04:20:07.726454 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loading extension file: floatingip_pools.py {{(pid=94504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 04:20:07.727149 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 04:20:07.727660 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loaded extension: floatingip-pools Sep 22 04:20:07.727981 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loading extension file: ip_allocation.py {{(pid=94504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 04:20:07.728922 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 04:20:07.729430 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Extension ip_allocation not supported by any of loaded plugins Sep 22 04:20:07.730305 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 04:20:07.733608 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 04:20:07.734116 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loaded extension: ip-substring-filtering Sep 22 04:20:07.734434 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loading extension file: l2_adjacency.py {{(pid=94504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 04:20:07.735351 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 04:20:07.735938 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Extension l2_adjacency not supported by any of loaded plugins Sep 22 04:20:07.736256 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loading extension file: l3.py {{(pid=94504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 04:20:07.737379 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 04:20:07.737898 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loaded extension: router Sep 22 04:20:07.738220 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loading extension file: l3_conntrack_helper.py {{(pid=94504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 04:20:07.740481 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 04:20:07.741027 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 22 04:20:07.741352 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 04:20:07.742284 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 04:20:07.742796 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loaded extension: ext-gw-mode Sep 22 04:20:07.743118 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 04:20:07.744050 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 04:20:07.744595 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loaded extension: l3-ha Sep 22 04:20:07.744917 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loading extension file: l3_flavors.py {{(pid=94504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 04:20:07.746673 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 04:20:07.747187 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loaded extension: l3-flavors Sep 22 04:20:07.747506 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 04:20:07.748411 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 04:20:07.748940 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loaded extension: l3-port-ip-change-not-allowed Sep 22 04:20:07.749261 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loading extension file: l3agentscheduler.py {{(pid=94504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 04:20:07.750291 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 04:20:07.750815 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loaded extension: l3_agent_scheduler Sep 22 04:20:07.751121 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loading extension file: logging.py {{(pid=94504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 04:20:07.756582 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 04:20:07.757102 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Extension logging not supported by any of loaded plugins Sep 22 04:20:07.757423 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loading extension file: metering.py {{(pid=94504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 04:20:07.758153 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 04:20:07.758930 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loaded extension: metering Sep 22 04:20:07.759256 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 04:20:07.760325 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 04:20:07.760891 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loaded extension: metering_source_and_destination_fields Sep 22 04:20:07.761228 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loading extension file: multiprovidernet.py {{(pid=94504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 04:20:07.762126 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 04:20:07.762633 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loaded extension: multi-provider Sep 22 04:20:07.762954 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loading extension file: netmtu.py {{(pid=94504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 04:20:07.763905 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 04:20:07.764411 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loaded extension: net-mtu Sep 22 04:20:07.764825 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loading extension file: netmtu_writable.py {{(pid=94504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 04:20:07.765729 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 04:20:07.766237 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loaded extension: net-mtu-writable Sep 22 04:20:07.766555 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loading extension file: network_availability_zone.py {{(pid=94504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 04:20:07.767213 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 04:20:07.767768 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loaded extension: network_availability_zone Sep 22 04:20:07.768126 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loading extension file: network_ip_availability.py {{(pid=94504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 04:20:07.769245 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 04:20:07.769753 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loaded extension: network-ip-availability Sep 22 04:20:07.770068 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loading extension file: network_segment_range.py {{(pid=94504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 04:20:07.770820 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 04:20:07.771318 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Extension network-segment-range not supported by any of loaded plugins Sep 22 04:20:07.771635 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loading extension file: pagination.py {{(pid=94504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 04:20:07.772628 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 04:20:07.772961 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loaded extension: pagination Sep 22 04:20:07.773273 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loading extension file: port_device_profile.py {{(pid=94504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 04:20:07.774175 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 04:20:07.774719 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loaded extension: port-device-profile Sep 22 04:20:07.775034 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 04:20:07.775941 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 04:20:07.776485 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loaded extension: port-mac-address-regenerate Sep 22 04:20:07.776810 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 04:20:07.777713 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 04:20:07.778219 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loaded extension: port-numa-affinity-policy Sep 22 04:20:07.778537 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loading extension file: port_resource_request.py {{(pid=94504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 04:20:07.779546 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 04:20:07.780091 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Extension port-resource-request not supported by any of loaded plugins Sep 22 04:20:07.780408 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loading extension file: portbindings.py {{(pid=94504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 04:20:07.787855 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 04:20:07.788365 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loaded extension: binding Sep 22 04:20:07.788710 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loading extension file: portbindings_extended.py {{(pid=94504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 04:20:07.789969 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 04:20:07.790486 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loaded extension: binding-extended Sep 22 04:20:07.790810 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loading extension file: portsecurity.py {{(pid=94504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 04:20:07.791711 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 04:20:07.792825 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loaded extension: port-security Sep 22 04:20:07.793148 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loading extension file: project_id.py {{(pid=94504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 04:20:07.794110 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 04:20:07.794438 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loaded extension: project-id Sep 22 04:20:07.794797 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loading extension file: providernet.py {{(pid=94504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 04:20:07.795711 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 04:20:07.796221 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loaded extension: provider Sep 22 04:20:07.796562 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loading extension file: qos.py {{(pid=94504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 04:20:07.800078 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 04:20:07.800627 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Extension qos not supported by any of loaded plugins Sep 22 04:20:07.800958 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 04:20:07.802188 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 04:20:07.802704 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 22 04:20:07.803031 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 04:20:07.803931 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 04:20:07.804438 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 22 04:20:07.804781 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loading extension file: qos_default.py {{(pid=94504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 04:20:07.805674 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 04:20:07.806235 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Extension qos-default not supported by any of loaded plugins Sep 22 04:20:07.806560 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loading extension file: qos_fip.py {{(pid=94504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 04:20:07.807199 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 04:20:07.807696 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Extension qos-fip not supported by any of loaded plugins Sep 22 04:20:07.808582 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loading extension file: qos_gateway_ip.py {{(pid=94504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 04:20:07.809490 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 04:20:07.810004 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 22 04:20:07.810320 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loading extension file: qos_port_network_policy.py {{(pid=94504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 04:20:07.811212 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 04:20:07.811713 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 22 04:20:07.812028 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loading extension file: qos_pps_rule.py {{(pid=94504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 04:20:07.818155 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 04:20:07.818668 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Extension qos-pps not supported by any of loaded plugins Sep 22 04:20:07.818989 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loading extension file: qos_rule_type_details.py {{(pid=94504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 04:20:07.819890 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 04:20:07.820398 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 22 04:20:07.820793 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loading extension file: qos_rules_alias.py {{(pid=94504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 04:20:07.821816 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 04:20:07.822325 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 22 04:20:07.822645 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loading extension file: quotasv2.py {{(pid=94504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 04:20:07.823594 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 04:20:07.823921 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loaded extension: quotas Sep 22 04:20:07.824238 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loading extension file: quotasv2_detail.py {{(pid=94504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 04:20:07.827514 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 04:20:07.827857 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loaded extension: quota_details Sep 22 04:20:07.828189 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loading extension file: rbac.py {{(pid=94504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 04:20:07.829287 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 04:20:07.829809 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loaded extension: rbac-policies Sep 22 04:20:07.830159 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loading extension file: rbac_address_group.py {{(pid=94504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 04:20:07.831080 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 04:20:07.831617 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loaded extension: rbac-address-group Sep 22 04:20:07.831938 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loading extension file: rbac_address_scope.py {{(pid=94504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 04:20:07.832866 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 04:20:07.833405 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loaded extension: rbac-address-scope Sep 22 04:20:07.833818 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loading extension file: rbac_security_groups.py {{(pid=94504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 04:20:07.834724 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 04:20:07.835234 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loaded extension: rbac-security-groups Sep 22 04:20:07.835552 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loading extension file: rbac_subnetpool.py {{(pid=94504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 04:20:07.836454 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 04:20:07.836984 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loaded extension: rbac-subnetpool Sep 22 04:20:07.837302 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loading extension file: revisionifmatch.py {{(pid=94504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 04:20:07.838267 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 04:20:07.838775 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loaded extension: revision-if-match Sep 22 04:20:07.839121 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loading extension file: revisions.py {{(pid=94504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 04:20:07.840216 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 04:20:07.840753 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loaded extension: standard-attr-revisions Sep 22 04:20:07.841075 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loading extension file: router_availability_zone.py {{(pid=94504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 04:20:07.841740 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 04:20:07.842247 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loaded extension: router_availability_zone Sep 22 04:20:07.842566 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loading extension file: routerservicetype.py {{(pid=94504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 04:20:07.843509 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 04:20:07.844015 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Extension router-service-type not supported by any of loaded plugins Sep 22 04:20:07.844334 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 04:20:07.851498 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 04:20:07.852007 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loaded extension: security-groups-normalized-cidr Sep 22 04:20:07.852326 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loading extension file: security_groups_port_filtering.py {{(pid=94504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 04:20:07.853255 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 04:20:07.853767 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loaded extension: port-security-groups-filtering Sep 22 04:20:07.854088 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 04:20:07.855566 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 04:20:07.856115 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loaded extension: security-groups-remote-address-group Sep 22 04:20:07.856433 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loading extension file: securitygroup.py {{(pid=94504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 04:20:07.867588 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 04:20:07.868111 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loaded extension: security-group Sep 22 04:20:07.868444 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loading extension file: segment.py {{(pid=94504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 04:20:07.869256 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 04:20:07.869762 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Extension segment not supported by any of loaded plugins Sep 22 04:20:07.870086 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 04:20:07.871092 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 04:20:07.871903 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 22 04:20:07.872223 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loading extension file: servicetype.py {{(pid=94504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 04:20:07.875931 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 04:20:07.876444 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loaded extension: service-type Sep 22 04:20:07.876800 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loading extension file: sorting.py {{(pid=94504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 04:20:07.877769 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 04:20:07.878097 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loaded extension: sorting Sep 22 04:20:07.878415 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loading extension file: standard_attr_segment.py {{(pid=94504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 04:20:07.879317 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 04:20:07.879831 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 22 04:20:07.880149 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loading extension file: standardattrdescription.py {{(pid=94504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 04:20:07.880805 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 04:20:07.881310 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loaded extension: standard-attr-description Sep 22 04:20:07.881628 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loading extension file: stateful_security_group.py {{(pid=94504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 04:20:07.882587 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 04:20:07.883097 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loaded extension: stateful-security-group Sep 22 04:20:07.883416 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loading extension file: stdattrs_common.py {{(pid=94504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 04:20:07.883992 dv-cinder-810118-1-iscsi neutron-server[94504]: WARNING neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 22 04:20:07.884303 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 04:20:07.885249 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 04:20:07.885767 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 22 04:20:07.886597 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loading extension file: subnet_onboard.py {{(pid=94504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 04:20:07.887753 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 04:20:07.888268 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loaded extension: subnet_onboard Sep 22 04:20:07.888618 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 04:20:07.889587 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 04:20:07.890092 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 22 04:20:07.890413 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loading extension file: subnet_service_types.py {{(pid=94504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 04:20:07.891327 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 04:20:07.891839 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loaded extension: subnet-service-types Sep 22 04:20:07.892156 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loading extension file: subnetallocation.py {{(pid=94504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 04:20:07.893248 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 04:20:07.893760 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loaded extension: subnet_allocation Sep 22 04:20:07.894087 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 04:20:07.894779 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 04:20:07.895286 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loaded extension: subnetpool-prefix-ops Sep 22 04:20:07.895604 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 04:20:07.896569 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 04:20:07.897093 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 22 04:20:07.897413 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loading extension file: tagging.py {{(pid=94504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 04:20:07.898495 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 04:20:07.899009 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loaded extension: standard-attr-tag Sep 22 04:20:07.899333 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loading extension file: timestamp.py {{(pid=94504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 04:20:07.900584 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 04:20:07.901097 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loaded extension: standard-attr-timestamp Sep 22 04:20:07.901423 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loading extension file: trunk.py {{(pid=94504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 04:20:07.902984 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 04:20:07.903502 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Extension trunk not supported by any of loaded plugins Sep 22 04:20:07.903826 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loading extension file: trunk_details.py {{(pid=94504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 04:20:07.904769 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 04:20:07.905283 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Extension trunk-details not supported by any of loaded plugins Sep 22 04:20:07.905604 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loading extension file: uplink_status_propagation.py {{(pid=94504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 04:20:07.906558 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 04:20:07.907071 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 22 04:20:07.907391 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Loading extension file: vlantransparent.py {{(pid=94504) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 04:20:07.908051 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94504) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 04:20:07.908582 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Extension vlan-transparent not supported by any of loaded plugins Sep 22 04:20:07.911059 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.quota.resource_registry [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Creating instance of TrackedResource for resource:network Sep 22 04:20:07.911577 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.quota.resource_registry [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Creating instance of TrackedResource for resource:subnet Sep 22 04:20:07.911974 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.quota.resource_registry [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Creating instance of TrackedResource for resource:subnetpool Sep 22 04:20:07.912364 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.quota.resource_registry [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Creating instance of TrackedResource for resource:port Sep 22 04:20:07.913683 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.v2.resource_helper [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94504) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 04:20:07.914183 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.v2.resource_helper [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Service FLAVORS assigned prefix: {{(pid=94504) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 04:20:07.914811 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.v2.resource_helper [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94504) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 04:20:07.915244 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.v2.resource_helper [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94504) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 04:20:07.915578 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.quota.resource_registry [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Creating instance of TrackedResource for resource:router Sep 22 04:20:07.916008 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.quota.resource_registry [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Creating instance of TrackedResource for resource:floatingip Sep 22 04:20:07.916511 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.v2.resource_helper [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Service METERING assigned prefix: /metering {{(pid=94504) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 04:20:07.918032 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron_lib.callbacks.manager [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:20:07.918400 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron_lib.callbacks.manager [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:20:07.918746 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron_lib.callbacks.manager [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94504) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:20:07.919768 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.quota.resource_registry [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Creating instance of CountableResource for resource:rbac_policy Sep 22 04:20:07.920229 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.quota.resource_registry [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Creating instance of TrackedResource for resource:security_group Sep 22 04:20:07.920680 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.quota.resource_registry [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Creating instance of TrackedResource for resource:security_group_rule Sep 22 04:20:07.921263 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.v2.resource_helper [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Service CORE assigned prefix: {{(pid=94504) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 04:20:07.921598 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.quota.resource_registry [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Creating instance of TrackedResource for resource:subnetpool Sep 22 04:20:07.921945 dv-cinder-810118-1-iscsi neutron-server[94504]: WARNING neutron.quota.resource_registry [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] subnetpool is already registered Sep 22 04:20:07.922375 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.v2.resource_helper [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Service CORE assigned prefix: {{(pid=94504) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 04:20:07.922695 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.quota.resource_registry [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Creating instance of TrackedResource for resource:subnetpool Sep 22 04:20:07.923069 dv-cinder-810118-1-iscsi neutron-server[94504]: WARNING neutron.quota.resource_registry [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] subnetpool is already registered Sep 22 04:20:07.925415 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.v2.resource_helper [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94504) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 04:20:07.925847 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.v2.resource_helper [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Service FLAVORS assigned prefix: {{(pid=94504) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 04:20:07.926435 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.v2.resource_helper [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94504) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 04:20:07.926854 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.v2.resource_helper [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94504) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 04:20:07.927193 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.quota.resource_registry [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Creating instance of TrackedResource for resource:router Sep 22 04:20:07.927531 dv-cinder-810118-1-iscsi neutron-server[94504]: WARNING neutron.quota.resource_registry [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] router is already registered Sep 22 04:20:07.927935 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.quota.resource_registry [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Creating instance of TrackedResource for resource:floatingip Sep 22 04:20:07.928306 dv-cinder-810118-1-iscsi neutron-server[94504]: WARNING neutron.quota.resource_registry [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] floatingip is already registered Sep 22 04:20:07.928784 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.v2.resource_helper [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Service METERING assigned prefix: /metering {{(pid=94504) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 04:20:07.929458 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.quota.resource_registry [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Creating instance of CountableResource for resource:rbac_policy Sep 22 04:20:07.929781 dv-cinder-810118-1-iscsi neutron-server[94504]: WARNING neutron.quota.resource_registry [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] rbac_policy is already registered Sep 22 04:20:07.932878 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.quota.resource_registry [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Creating instance of TrackedResource for resource:security_group Sep 22 04:20:07.932878 dv-cinder-810118-1-iscsi neutron-server[94504]: WARNING neutron.quota.resource_registry [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] security_group is already registered Sep 22 04:20:07.932878 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.quota.resource_registry [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Creating instance of TrackedResource for resource:security_group_rule Sep 22 04:20:07.932878 dv-cinder-810118-1-iscsi neutron-server[94504]: WARNING neutron.quota.resource_registry [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] security_group_rule is already registered Sep 22 04:20:07.932878 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.v2.resource_helper [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Service CORE assigned prefix: {{(pid=94504) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 04:20:07.932878 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.quota.resource_registry [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Creating instance of TrackedResource for resource:subnetpool Sep 22 04:20:07.932878 dv-cinder-810118-1-iscsi neutron-server[94504]: WARNING neutron.quota.resource_registry [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] subnetpool is already registered Sep 22 04:20:07.933368 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.v2.resource_helper [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Service CORE assigned prefix: {{(pid=94504) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 04:20:07.933368 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.quota.resource_registry [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Creating instance of TrackedResource for resource:subnetpool Sep 22 04:20:07.933619 dv-cinder-810118-1-iscsi neutron-server[94504]: WARNING neutron.quota.resource_registry [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] subnetpool is already registered Sep 22 04:20:07.934093 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Extended resource: extensions {{(pid=94504) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 04:20:07.935542 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Extended resource: address-groups {{(pid=94504) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 04:20:07.937021 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Extended resource: address-scopes {{(pid=94504) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 04:20:07.938345 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Extended resource: agents {{(pid=94504) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 04:20:07.939541 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Extended resource: auto-allocated-topology {{(pid=94504) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 04:20:07.940795 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Extended resource: availability_zones {{(pid=94504) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 04:20:07.942018 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Extended resource: dhcp-networks {{(pid=94504) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 04:20:07.943508 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Extended resource: dhcp-agents {{(pid=94504) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 04:20:07.945121 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Extended resource: routers {{(pid=94504) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 04:20:07.947367 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Extended resource: flavors {{(pid=94504) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 04:20:07.949065 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Extended resource: service_profiles {{(pid=94504) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 04:20:07.950263 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Extended resource: next_providers {{(pid=94504) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 04:20:07.951696 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Extended resource: service_profiles {{(pid=94504) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 04:20:07.953325 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Extended resource: floatingip-pools {{(pid=94504) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 04:20:07.954526 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Extended resource: routers {{(pid=94504) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 04:20:07.956646 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Extended resource: floatingips {{(pid=94504) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 04:20:07.957923 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Extended resource: l3-routers {{(pid=94504) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 04:20:07.959291 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Extended resource: l3-agents {{(pid=94504) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 04:20:07.960799 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Extended resource: metering-labels {{(pid=94504) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 04:20:07.962152 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Extended resource: metering-label-rules {{(pid=94504) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 04:20:07.963417 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Extended resource: network-ip-availabilities {{(pid=94504) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 04:20:07.965315 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Extended resource: bindings {{(pid=94504) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 04:20:07.967735 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Extended resource: quotas {{(pid=94504) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 04:20:07.969211 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Extended resource: quotas {{(pid=94504) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 04:20:07.970612 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Extended resource: rbac-policies {{(pid=94504) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 04:20:07.971798 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Extended resource: security-groups {{(pid=94504) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 04:20:07.973112 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Extended resource: security-group-rules {{(pid=94504) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 04:20:07.974408 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Extended resource: service-providers {{(pid=94504) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 04:20:07.975609 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Extended resource: subnetpools {{(pid=94504) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 04:20:07.977061 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Extended resource: subnetpools {{(pid=94504) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 04:20:07.978495 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Extended resource: tags {{(pid=94504) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 04:20:07.980167 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Extended resource: tags {{(pid=94504) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 04:20:07.982020 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Extended resource: tags {{(pid=94504) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 04:20:07.983797 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Extended resource: tags {{(pid=94504) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 04:20:07.985591 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Extended resource: tags {{(pid=94504) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 04:20:07.987408 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Extended resource: tags {{(pid=94504) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 04:20:07.989121 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Extended resource: tags {{(pid=94504) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 04:20:07.991002 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Extended resource: tags {{(pid=94504) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 04:20:07.992772 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Extended resource: tags {{(pid=94504) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 04:20:07.994492 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron.api.extensions [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Extended resource: tags {{(pid=94504) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 04:20:08.000687 dv-cinder-810118-1-iscsi neutron-server[94504]: WARNING keystonemiddleware.auth_token [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 22 04:20:08.005567 dv-cinder-810118-1-iscsi neutron-server[94504]: WARNING keystonemiddleware.auth_token [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 22 04:20:08.014525 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_concurrency.lockutils [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Acquired lock "singleton_lock" {{(pid=94504) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 22 04:20:08.014989 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_concurrency.lockutils [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Releasing lock "singleton_lock" {{(pid=94504) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 22 04:20:08.015627 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO oslo_service.service [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Starting 2 workers Sep 22 04:20:08.020483 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Started child 94615 {{(pid=94504) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 22 04:20:08.024886 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Started child 94616 {{(pid=94504) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 22 04:20:08.025857 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:20:08.027135 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO neutron.service [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Neutron service started, listening on 0.0.0.0:9696 Sep 22 04:20:08.027727 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron_lib.callbacks.manager [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Notify callbacks [] for process, before_spawn {{(pid=94504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:20:08.027905 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [-] (94615) wsgi starting up on http://0.0.0.0:9696 Sep 22 04:20:08.030154 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO oslo_service.service [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Starting 1 workers Sep 22 04:20:08.030328 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:20:08.031706 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [-] (94616) wsgi starting up on http://0.0.0.0:9696 Sep 22 04:20:08.035318 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Started child 94617 {{(pid=94504) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 22 04:20:08.035850 dv-cinder-810118-1-iscsi neutron-server[94504]: INFO oslo_service.service [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Starting 1 workers Sep 22 04:20:08.038862 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.service [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] calling RpcWorker wait() {{(pid=94617) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 22 04:20:08.039370 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.service [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] returning from RpcWorker wait() {{(pid=94617) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 22 04:20:08.040253 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Started child 94618 {{(pid=94504) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 22 04:20:08.040636 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:20:08.041126 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG neutron_lib.callbacks.manager [None req-a663f82f-86f8-4142-966a-b0cdad8a3f7a None None] Notify callbacks [] for process, after_spawn {{(pid=94504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:20:08.041221 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:20:08.043089 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94504) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 22 04:20:08.043295 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 22 04:20:08.043476 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 22 04:20:08.043688 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 22 04:20:08.044005 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 22 04:20:08.044166 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 22 04:20:08.044716 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.044983 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.045205 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:20:08.045695 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.045695 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.045854 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.046357 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.046620 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.046880 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.047157 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.047397 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.047566 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.047728 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.047963 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.048208 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.048523 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.048788 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.049032 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.049293 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.049460 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.049720 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.049982 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.050203 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.050455 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] debug = True {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.050689 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.051172 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.051393 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.051636 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.051855 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.052128 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.052371 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.052737 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.052991 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.053202 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.053463 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.053718 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.053960 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.054165 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.054381 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.054629 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.054841 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.055331 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] host = dv-cinder-810118-1-iscsi {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.055561 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.055774 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.056012 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.056253 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.056522 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.056732 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.056992 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.057229 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.057477 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.058248 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.058516 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.058766 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.059018 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.059265 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] log_file = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.059416 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] log_options = True {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.059647 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.059904 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.060166 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.060350 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.060550 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.060710 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.060956 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.061099 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.061356 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.061561 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.061876 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.062105 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.062325 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.062552 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.062820 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.063059 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.063269 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.063494 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.063743 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.063971 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.064189 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.064428 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.064678 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.064891 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.065130 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.065367 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.065608 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.065818 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.066024 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.066266 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.066499 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.066733 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.066941 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.067167 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.067424 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.067644 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.067865 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.068072 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.068335 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.068579 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.068840 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.069088 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.069296 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.069533 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.069777 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.070001 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.070208 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] use_json = False {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.070417 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.070657 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.070971 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.071121 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.071354 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.071582 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.071766 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.072009 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.074728 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.075028 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.075371 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.075516 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:20:08.075722 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.075874 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.076238 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.076392 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.076625 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.076893 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.077164 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.077459 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.077691 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.077987 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.078233 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.078525 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.078854 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.079101 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.079383 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.079636 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.079877 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.080114 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.080358 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.080675 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.080898 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.081131 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.081362 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.081603 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.081924 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.082198 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.082457 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.082774 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.083014 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.083256 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.083474 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.083708 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.083943 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.084166 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.084419 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.084664 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.085984 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.085984 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.085984 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.085984 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.085984 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.085984 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.088359 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.088359 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.088359 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.088359 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.088359 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.088359 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.088359 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.088359 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.088359 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.089066 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.089066 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.089066 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.089283 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.089360 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.089600 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.090064 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.090064 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.090475 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.090641 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.090820 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.091017 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.091334 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.091334 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.091596 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.091755 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.094158 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.094158 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.094158 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.094158 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.094158 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.094158 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.094158 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.094158 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.094158 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.096094 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.096094 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.096094 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.096094 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.096094 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.096094 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.096094 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.096094 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.096094 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.099795 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.099795 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.099795 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.099795 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.099795 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.099795 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.099795 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.099795 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.100924 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.100924 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.100924 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.100924 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.100924 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.100924 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.100924 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.100924 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.101552 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.101552 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.101552 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.101552 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.101552 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.101552 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.101552 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.101552 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.102184 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.102184 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.102184 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.102184 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.102477 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.102477 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.102742 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.102952 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.103204 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.103695 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.104278 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.104278 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.105088 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.105088 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.105088 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.105321 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.105463 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.105728 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.105965 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.106205 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.107015 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.107357 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.107606 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.107817 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.108697 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.109054 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.109305 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.109537 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.109778 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.110065 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.110361 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.110626 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.110900 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.111153 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.111411 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.111647 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.111885 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.112134 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.112387 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.112765 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.113053 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.113196 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.113347 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.113625 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.113836 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.114047 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.114414 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.114553 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.114718 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.114939 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.115156 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.115367 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.115633 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.115879 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.116105 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.116307 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.116550 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.116784 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.117019 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.117355 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.117619 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.117830 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.118101 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.118360 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.118645 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.118880 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.119137 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.119471 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.119830 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.120824 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.120966 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.121111 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.121566 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.121805 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.122015 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.122251 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.122494 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.122730 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.123030 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.123225 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.123560 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.124274 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.124274 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.124274 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.124786 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.124786 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.125016 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.125487 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.125487 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.125761 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.125885 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.126147 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.126371 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.126942 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.126942 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.127210 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.127377 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.127516 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.127721 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.127956 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.128201 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.128979 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.128979 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.128979 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.129347 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.129816 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.129816 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.129816 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.130184 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.130184 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.130411 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.130616 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.130827 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.131032 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.131246 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.131711 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.131711 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.131878 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.132105 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.133839 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.133839 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.133839 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.133839 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.133839 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.133839 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.133839 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.133839 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.134447 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.134447 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.134447 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.134737 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.134820 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.135038 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.135254 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.135462 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.135769 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.136109 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.136348 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.136668 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.136918 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.137179 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.137436 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.137762 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.137992 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.138232 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.138451 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.138690 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.138913 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.139187 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.139508 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.139810 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.140063 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.140320 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.140633 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.140908 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.141185 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.141416 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.141701 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.142041 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.142323 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.142570 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.142811 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.143057 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.143279 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.143514 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.143757 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.143990 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.144217 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.144489 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.144724 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.145211 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.145399 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.145623 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.145842 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.146082 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.146303 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.146517 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.146735 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.146889 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 22 04:20:08.147450 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94504) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 22 04:20:08.147611 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 22 04:20:08.147774 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 22 04:20:08.147964 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 22 04:20:08.148098 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 22 04:20:08.148258 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 22 04:20:08.148480 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.148658 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.148815 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.148972 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.149128 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.149305 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.149467 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.149607 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.149767 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.149922 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.150078 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.150234 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.150389 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.150545 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.150701 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.150856 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.151011 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.151168 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.151328 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.152007 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.152985 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.152985 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.152985 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] debug = True {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.152985 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.152985 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.152985 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.153743 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.153743 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.153743 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.153743 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.153743 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.154443 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.154443 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.154443 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.154443 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.154443 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.155008 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.155008 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.155008 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.155008 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.155458 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] host = dv-cinder-810118-1-iscsi {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.155458 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.155458 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.155770 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.155770 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.155962 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.155962 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.156198 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.156321 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.156442 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.156595 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.156722 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.156858 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.157007 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.157132 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] log_file = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.157275 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] log_options = True {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.157462 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.157626 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.157804 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.157978 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.158148 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.158305 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.158305 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.158541 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.158665 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.158788 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.158895 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.159051 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.159205 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.159360 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.159515 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.159669 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.159822 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.159976 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.160316 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.160316 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.160585 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.160585 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.160819 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.160956 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.161081 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.161204 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.161326 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.161449 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.161570 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.161721 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.161902 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.162029 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.162161 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.162316 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.162472 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.162628 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.162782 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.162937 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.163095 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.163249 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.163403 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.163581 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.163714 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.163858 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.164013 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.164167 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.164321 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] use_json = False {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.164496 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.164650 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.164808 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.164965 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.165119 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.165274 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.165428 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.165583 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 04:20:08.165760 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.165917 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.166087 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.166244 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.166403 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.166560 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.166717 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.166875 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.167033 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.167268 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.167434 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.167592 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.167760 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.167919 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.168077 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.168239 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.168399 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.168587 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.168746 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.168904 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.169062 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.169220 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.169388 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.169546 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.169702 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.169860 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.170018 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.170191 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.170348 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.170507 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.170665 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.170823 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.170981 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.171140 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.171299 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.171457 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.171615 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.171773 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.171930 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.172086 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.172245 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.172401 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.172581 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.172741 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.172900 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.173059 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.173216 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.173375 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.173533 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.173690 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.173849 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.174008 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.174167 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.174325 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.174482 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.174650 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.174813 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.174970 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.175128 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.175287 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.175443 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.175602 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.175759 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.175916 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.176074 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.176231 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.176400 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.176589 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.176747 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.176905 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.177064 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.177242 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.177924 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.177924 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.177924 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.177924 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.178395 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.178395 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.178395 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.178395 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.178670 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.178670 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.179250 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.179250 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.179250 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.179250 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.179931 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.179931 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.179931 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.179931 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.180382 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.180382 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.180382 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.180751 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.180751 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.181056 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.181056 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.181056 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.181370 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.181370 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.181600 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.181721 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.181844 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.181974 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.182091 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.182247 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.182405 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.182562 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.183242 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.183411 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.183569 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.183728 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.183885 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.184041 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.184198 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.184355 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.184541 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.184701 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.184865 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.185022 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.185186 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.185355 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.185512 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.185671 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.185828 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.185986 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.186143 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.186301 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.186458 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.186616 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.186773 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.186930 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.187098 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.187267 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.187423 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.187580 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.187736 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.187916 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.188073 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.188229 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.188387 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.188569 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.188697 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.188861 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.189019 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.189176 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.189333 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.189491 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.189649 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.189807 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.189964 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.190122 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.190280 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.190438 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.190596 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.190753 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.190911 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.191069 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.191226 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.191383 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.191540 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.191697 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.192101 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.192101 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.192337 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.192337 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.192610 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.192610 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.192851 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.192973 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.193095 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.193217 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.193339 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.193477 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.193636 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.193794 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.193952 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.194110 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.194269 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.194427 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.194584 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.194928 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.194928 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.195091 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.195181 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.195334 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.195492 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.195650 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.195808 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.195966 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.196123 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.196280 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.196374 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:20:08.196505 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.196618 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.196774 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.196931 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.197087 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.197261 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.197391 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.197548 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.197706 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.197864 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.198021 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.198182 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.198362 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.198576 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.198736 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.198894 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.199052 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.199209 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.199366 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.199535 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.199693 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.199850 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.200007 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.200164 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.200321 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.200509 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.200669 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.200826 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.200983 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.201140 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.201297 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.201463 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.201621 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.201778 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.201935 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.202092 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.202249 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.202416 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.202573 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.202730 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.202887 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.203043 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.203200 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.203366 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.203524 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.203680 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.203837 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.203995 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.204150 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.204317 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.204489 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.204648 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.204808 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.204966 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.205123 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.205289 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.205447 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.205605 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.205769 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.205925 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.206082 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.206239 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.206408 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.206565 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.206724 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.206882 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.207039 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.207197 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.207356 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.207519 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.207687 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.207852 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.208011 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.208178 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.208344 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.208529 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.208690 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.208853 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.209023 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.209184 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.209343 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.209476 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.209633 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.209790 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.209947 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.210104 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.210262 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.210410 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.210548 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.210694 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.211048 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.211048 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.211304 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.211304 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.211557 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.211557 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.211815 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.211949 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 04:20:08.212083 dv-cinder-810118-1-iscsi neutron-server[94504]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94504) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 22 04:20:08.518752 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 38556) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:20:08.528008 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [-] 10.222.0.24 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0070450 Sep 22 04:20:20.091094 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c153cad-b25f-4521-888a-d15fedbad756 None None] get_active_networks_info from dv-cinder-810118-1-iscsi {{(pid=94617) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 22 04:20:20.178299 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c153cad-b25f-4521-888a-d15fedbad756 None None] No non-hosted networks {{(pid=94617) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 22 04:20:20.198956 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.agentschedulers_db [None req-4c153cad-b25f-4521-888a-d15fedbad756 None None] DHCP Agent not found on host dv-cinder-810118-1-iscsi {{(pid=94617) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 22 04:20:20.417141 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-4d5e59e5-636b-4b82-b681-7d2df85229bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1865421'] for agent, after_create {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:20:22.542096 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-671ba294-253f-4a80-bf9b-c10e02b75254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1865421'] for agent, after_create {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:20:22.593970 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.db.api [None req-f141e665-9fbd-43b1-8743-8ef43fbaf96e None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-810118-1-iscsi {{(pid=94617) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 04:20:22.594392 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG oslo_db.api [None req-f141e665-9fbd-43b1-8743-8ef43fbaf96e None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 04:20:23.199206 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-f141e665-9fbd-43b1-8743-8ef43fbaf96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:20:23.278150 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1865421'] for agent, after_create {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:20:23.279634 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:20:23.285353 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:20:23.286239 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:20:23.287348 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:20:23.287875 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:20:23.288375 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:20:23.288891 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:20:23.292397 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:20:23.292397 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:20:23.292397 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:20:23.292397 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:20:23.292397 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:20:23.292794 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-810118-1-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:20:23.314030 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-810118-1-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:20:24.142010 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-62fe730e-da9a-4cac-a5e3-718f571d83ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1865421'] for agent, after_create {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:20:25.565967 dv-cinder-810118-1-iscsi neutron-server[94617]: INFO neutron.db.l3_hamode_db [None req-f67425e5-47c0-4665-a206-cd59c07a4073 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 22 04:20:25.601442 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-c7bbae2d-f237-46cc-b838-3371bd865633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1865421'] for agent, after_create {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:20:25.643846 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67425e5-47c0-4665-a206-cd59c07a4073 None None] Routers set() bound to L3 agent in host dv-cinder-810118-1-iscsi {{(pid=94617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 04:20:25.644322 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67425e5-47c0-4665-a206-cd59c07a4073 None None] Router IDs set() for agent in host dv-cinder-810118-1-iscsi {{(pid=94617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 22 04:20:26.698801 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 38648) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:20:27.179882 dv-cinder-810118-1-iscsi neutron-server[94616]: WARNING oslo_policy.policy [None req-f9d9709d-2906-4fae-865d-4d15c4f765d3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 22 04:20:27.180482 dv-cinder-810118-1-iscsi neutron-server[94616]: WARNING oslo_policy.policy [None req-f9d9709d-2906-4fae-865d-4d15c4f765d3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 22 04:20:27.401105 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [None req-f9d9709d-2906-4fae-865d-4d15c4f765d3 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94616) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 04:20:27.402131 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-f9d9709d-2906-4fae-865d-4d15c4f765d3 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7024312 Sep 22 04:20:29.760382 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 38662) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:20:30.069656 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.v2.base [None req-db12a540-51d3-417b-ad95-25cf1e99581a admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True}} {{(pid=94616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 04:20:30.162112 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.policy [None req-db12a540-51d3-417b-ad95-25cf1e99581a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94616) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 22 04:20:30.206562 dv-cinder-810118-1-iscsi neutron-server[94616]: WARNING oslo_policy.policy [None req-db12a540-51d3-417b-ad95-25cf1e99581a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 22 04:20:30.206923 dv-cinder-810118-1-iscsi neutron-server[94616]: WARNING oslo_policy.policy [None req-db12a540-51d3-417b-ad95-25cf1e99581a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 22 04:20:30.215345 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.quota [None req-db12a540-51d3-417b-ad95-25cf1e99581a admin admin] Loaded quota_driver: . Sep 22 04:20:30.387679 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-db12a540-51d3-417b-ad95-25cf1e99581a admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769521322586', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769521321999', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769521343142', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769521336330', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769521233935', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769520776444', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-547967', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-753243', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1732887', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1747233'] for rbac-policy, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:20:30.633228 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-db12a540-51d3-417b-ad95-25cf1e99581a admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:20:30.634430 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-db12a540-51d3-417b-ad95-25cf1e99581a admin admin] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8730521 Sep 22 04:20:33.338261 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 38674) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:20:33.634082 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.v2.base [None req-0e717ea3-b3da-4c18-b203-65bec1e2d9f5 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'tenant_id': 'a359971822ae45d3a693a96641d7ec66', 'project_id': 'a359971822ae45d3a693a96641d7ec66'}} {{(pid=94616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 04:20:33.707078 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e717ea3-b3da-4c18-b203-65bec1e2d9f5 admin admin] Made reservation on behalf of a359971822ae45d3a693a96641d7ec66 for: {'network': 1} {{(pid=94616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 04:20:33.709681 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-0e717ea3-b3da-4c18-b203-65bec1e2d9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for network, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:20:33.729473 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-0e717ea3-b3da-4c18-b203-65bec1e2d9f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:20:33.846436 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-0e717ea3-b3da-4c18-b203-65bec1e2d9f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:20:33.935835 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-0e717ea3-b3da-4c18-b203-65bec1e2d9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:20:33.955561 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e717ea3-b3da-4c18-b203-65bec1e2d9f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=94616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 04:20:33.983058 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-0e717ea3-b3da-4c18-b203-65bec1e2d9f5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8769519186827', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-614853'] for segment, precommit_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:20:33.983556 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-0e717ea3-b3da-4c18-b203-65bec1e2d9f5 admin admin] Unsubscribe: segment precommit_create {{(pid=94616) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 22 04:20:33.984104 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.db.segments_db [None req-0e717ea3-b3da-4c18-b203-65bec1e2d9f5 admin admin] Added segment 3d835085-48d0-42a6-84aa-edf774c40f5f of type vlan for network 7218dbd6-9140-4a5a-ab96-e5190e3685ca Sep 22 04:20:34.000112 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e717ea3-b3da-4c18-b203-65bec1e2d9f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a085dbb6-1a42-4c3a-97a5-1eacdeaf5441,revision_number=1']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:20:34.033389 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e717ea3-b3da-4c18-b203-65bec1e2d9f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:20:34.033743 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e717ea3-b3da-4c18-b203-65bec1e2d9f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:20:34.034083 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e717ea3-b3da-4c18-b203-65bec1e2d9f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:20:34.034411 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e717ea3-b3da-4c18-b203-65bec1e2d9f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:20:34.034733 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e717ea3-b3da-4c18-b203-65bec1e2d9f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:20:34.035068 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e717ea3-b3da-4c18-b203-65bec1e2d9f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:20:34.035389 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e717ea3-b3da-4c18-b203-65bec1e2d9f5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:20:34.035708 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e717ea3-b3da-4c18-b203-65bec1e2d9f5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:20:34.036103 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e717ea3-b3da-4c18-b203-65bec1e2d9f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:20:34.036429 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e717ea3-b3da-4c18-b203-65bec1e2d9f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:20:34.036766 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e717ea3-b3da-4c18-b203-65bec1e2d9f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:20:34.037080 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e717ea3-b3da-4c18-b203-65bec1e2d9f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:20:34.038229 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e717ea3-b3da-4c18-b203-65bec1e2d9f5 admin admin] Tracked resource versions report: Sep 22 04:20:34.038229 dv-cinder-810118-1-iscsi neutron-server[94616]: pushed versions: Sep 22 04:20:34.038229 dv-cinder-810118-1-iscsi neutron-server[94616]: { 'AddressGroup': {'1.2'}, Sep 22 04:20:34.038229 dv-cinder-810118-1-iscsi neutron-server[94616]: 'ConntrackHelper': {'1.0'}, Sep 22 04:20:34.038229 dv-cinder-810118-1-iscsi neutron-server[94616]: 'Log': {'1.0'}, Sep 22 04:20:34.038229 dv-cinder-810118-1-iscsi neutron-server[94616]: 'Network': {'1.1'}, Sep 22 04:20:34.038229 dv-cinder-810118-1-iscsi neutron-server[94616]: 'Port': {'1.7'}, Sep 22 04:20:34.038229 dv-cinder-810118-1-iscsi neutron-server[94616]: 'PortForwarding': {'1.2'}, Sep 22 04:20:34.038229 dv-cinder-810118-1-iscsi neutron-server[94616]: 'QosPolicy': {'1.9'}, Sep 22 04:20:34.038229 dv-cinder-810118-1-iscsi neutron-server[94616]: 'SecurityGroup': {'1.4'}, Sep 22 04:20:34.038229 dv-cinder-810118-1-iscsi neutron-server[94616]: 'SecurityGroupRule': {'1.2'}, Sep 22 04:20:34.038229 dv-cinder-810118-1-iscsi neutron-server[94616]: 'SubPort': {'1.0'}, Sep 22 04:20:34.038229 dv-cinder-810118-1-iscsi neutron-server[94616]: 'Subnet': {'1.1'}, Sep 22 04:20:34.038229 dv-cinder-810118-1-iscsi neutron-server[94616]: 'Trunk': {'1.1'}} Sep 22 04:20:34.038229 dv-cinder-810118-1-iscsi neutron-server[94616]: consumer versions: Sep 22 04:20:34.038229 dv-cinder-810118-1-iscsi neutron-server[94616]: { DHCP agent@dv-cinder-810118-1-iscsi: {}, Sep 22 04:20:34.038229 dv-cinder-810118-1-iscsi neutron-server[94616]: L3 agent@dv-cinder-810118-1-iscsi: {}, Sep 22 04:20:34.038229 dv-cinder-810118-1-iscsi neutron-server[94616]: Metadata agent@dv-cinder-810118-1-iscsi: {}, Sep 22 04:20:34.038229 dv-cinder-810118-1-iscsi neutron-server[94616]: Metering agent@dv-cinder-810118-1-iscsi: {}, Sep 22 04:20:34.038229 dv-cinder-810118-1-iscsi neutron-server[94616]: Open vSwitch agent@dv-cinder-810118-1-iscsi: { 'AddressGroup': '1.2', Sep 22 04:20:34.038229 dv-cinder-810118-1-iscsi neutron-server[94616]: 'ConntrackHelper': '1.0', Sep 22 04:20:34.038229 dv-cinder-810118-1-iscsi neutron-server[94616]: 'Log': '1.0', Sep 22 04:20:34.038229 dv-cinder-810118-1-iscsi neutron-server[94616]: 'Network': '1.1', Sep 22 04:20:34.038229 dv-cinder-810118-1-iscsi neutron-server[94616]: 'Port': '1.7', Sep 22 04:20:34.038229 dv-cinder-810118-1-iscsi neutron-server[94616]: 'PortForwarding': '1.2', Sep 22 04:20:34.038229 dv-cinder-810118-1-iscsi neutron-server[94616]: 'QosPolicy': '1.9', Sep 22 04:20:34.038229 dv-cinder-810118-1-iscsi neutron-server[94616]: 'SecurityGroup': '1.4', Sep 22 04:20:34.038229 dv-cinder-810118-1-iscsi neutron-server[94616]: 'SecurityGroupRule': '1.2', Sep 22 04:20:34.038229 dv-cinder-810118-1-iscsi neutron-server[94616]: 'SubPort': '1.0', Sep 22 04:20:34.038229 dv-cinder-810118-1-iscsi neutron-server[94616]: 'Subnet': '1.1', Sep 22 04:20:34.038229 dv-cinder-810118-1-iscsi neutron-server[94616]: 'Trunk': '1.1'}} Sep 22 04:20:34.038229 dv-cinder-810118-1-iscsi neutron-server[94616]: {{(pid=94616) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 22 04:20:34.112832 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-0e717ea3-b3da-4c18-b203-65bec1e2d9f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769518629407'] for network, precommit_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:20:34.267286 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-0e717ea3-b3da-4c18-b203-65bec1e2d9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117'] for network, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:20:34.268301 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e717ea3-b3da-4c18-b203-65bec1e2d9f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:20:34.268950 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-0e717ea3-b3da-4c18-b203-65bec1e2d9f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578295'] for network, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:20:34.363273 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e717ea3-b3da-4c18-b203-65bec1e2d9f5 admin admin] Pushing event updated for resources: {'Network': ['ID=7218dbd6-9140-4a5a-ab96-e5190e3685ca,revision_number=1']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:20:34.375017 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Network 7218dbd6-9140-4a5a-ab96-e5190e3685ca details requested by agent ovs-agent-dv-cinder-810118-1-iscsi with host dv-cinder-810118-1-iscsi {{(pid=94617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 04:20:34.382093 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-0e717ea3-b3da-4c18-b203-65bec1e2d9f5 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 1.0427985 Sep 22 04:20:36.998312 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 38688) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:20:37.376577 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ac2aff-218d-4ab1-a37f-454881403ee7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:20:37.377942 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-c8ac2aff-218d-4ab1-a37f-454881403ee7 admin admin] 10.222.0.24 "GET /v2.0/networks/7218dbd6-9140-4a5a-ab96-e5190e3685ca HTTP/1.1" status: 200 len: 824 time: 0.3786726 Sep 22 04:20:37.403030 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-5c6494ba-c6fc-44a2-bc19-a07edf3cae0b admin admin] 10.222.0.24 "GET /v2.0/subnetpools/32d765f7-e250-465f-9147-041e09d56144 HTTP/1.1" status: 200 len: 734 time: 0.0189705 Sep 22 04:20:37.411766 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.v2.base [None req-e7c690f6-6ebf-4a73-8a89-6a0e4faa3117 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'subnetpool_id': '32d765f7-e250-465f-9147-041e09d56144', 'tenant_id': 'a359971822ae45d3a693a96641d7ec66', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'network_id': '7218dbd6-9140-4a5a-ab96-e5190e3685ca'}} {{(pid=94616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 04:20:37.499639 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7c690f6-6ebf-4a73-8a89-6a0e4faa3117 admin admin] Made reservation on behalf of a359971822ae45d3a693a96641d7ec66 for: {'subnet': 1} {{(pid=94616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 04:20:37.501857 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-e7c690f6-6ebf-4a73-8a89-6a0e4faa3117 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:20:37.843407 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-e7c690f6-6ebf-4a73-8a89-6a0e4faa3117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117'] for subnet, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:20:37.914657 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c690f6-6ebf-4a73-8a89-6a0e4faa3117 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b643381-75e4-4ef0-9f7e-b94d70559dd6,revision_number=0']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:20:37.916889 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c690f6-6ebf-4a73-8a89-6a0e4faa3117 admin admin] Checking segment: {'id': '3d835085-48d0-42a6-84aa-edf774c40f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7218dbd6-9140-4a5a-ab96-e5190e3685ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 04:20:37.917254 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c690f6-6ebf-4a73-8a89-6a0e4faa3117 admin admin] Network hostable DHCP agents. Network: 7218dbd6-9140-4a5a-ab96-e5190e3685ca, hostable agents: ['73f1375a-57ed-4431-affd-4785c4767c4b'], hosted agents: [] {{(pid=94616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 04:20:38.004297 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c690f6-6ebf-4a73-8a89-6a0e4faa3117 admin admin] Network 7218dbd6-9140-4a5a-ab96-e5190e3685ca is scheduled to be hosted by DHCP agent 73f1375a-57ed-4431-affd-4785c4767c4b with binding_index 1 {{(pid=94616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 04:20:38.073184 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.scheduler.base_scheduler [None req-e7c690f6-6ebf-4a73-8a89-6a0e4faa3117 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810118-1-iscsi, 7218dbd6-9140-4a5a-ab96-e5190e3685ca) {{(pid=94616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 04:20:38.078480 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c690f6-6ebf-4a73-8a89-6a0e4faa3117 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:20:38.079062 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-e7c690f6-6ebf-4a73-8a89-6a0e4faa3117 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578295'] for subnet, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:20:38.084538 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f99a666c-3cbf-494e-bc6a-f079020d2278 None None] Network 7218dbd6-9140-4a5a-ab96-e5190e3685ca requested from dv-cinder-810118-1-iscsi {{(pid=94617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 04:20:38.159498 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-e7c690f6-6ebf-4a73-8a89-6a0e4faa3117 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7508099 Sep 22 04:20:38.397031 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec293d3-ae67-411e-a189-61ada578a402 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d0c5ae4-b049-5a13-ad81-6bc49d40bb64-7218dbd6-9140-4a5a-ab96-e5190e3685ca', 'network_id': '7218dbd6-9140-4a5a-ab96-e5190e3685ca', 'tenant_id': 'a359971822ae45d3a693a96641d7ec66', 'fixed_ips': [{'subnet_id': '7b643381-75e4-4ef0-9f7e-b94d70559dd6'}]}} from dv-cinder-810118-1-iscsi. {{(pid=94617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 04:20:38.398330 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-aec293d3-ae67-411e-a189-61ada578a402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_create {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:20:38.665246 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.db_base_plugin_common [None req-aec293d3-ae67-411e-a189-61ada578a402 None None] Allocated IP 172.20.0.2 (7218dbd6-9140-4a5a-ab96-e5190e3685ca/7b643381-75e4-4ef0-9f7e-b94d70559dd6/827f6720-4a2f-463d-87d1-aee4dd032ed3) {{(pid=94617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 04:20:38.887614 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-aec293d3-ae67-411e-a189-61ada578a402 None None] Notify callbacks [] for port, precommit_create {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:20:38.953539 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-aec293d3-ae67-411e-a189-61ada578a402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769518673857'] for port, after_create {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:20:39.019828 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec293d3-ae67-411e-a189-61ada578a402 None None] Network 7218dbd6-9140-4a5a-ab96-e5190e3685ca is already hosted by enough agents. {{(pid=94617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 04:20:39.024287 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.scheduler.base_scheduler [None req-aec293d3-ae67-411e-a189-61ada578a402 None None] Resources bound (agent type, host, resource id): {{(pid=94617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 04:20:39.028553 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec293d3-ae67-411e-a189-61ada578a402 None None] Received port after_create {{(pid=94617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 04:20:39.068861 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec293d3-ae67-411e-a189-61ada578a402 None None] Pushing event updated for resources: {'Port': ['ID=827f6720-4a2f-463d-87d1-aee4dd032ed3,revision_number=1']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:20:39.093715 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec293d3-ae67-411e-a189-61ada578a402 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:20:39.094364 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec293d3-ae67-411e-a189-61ada578a402 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:20:39.094364 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec293d3-ae67-411e-a189-61ada578a402 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:20:39.094693 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec293d3-ae67-411e-a189-61ada578a402 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:20:39.095261 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec293d3-ae67-411e-a189-61ada578a402 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:20:39.095588 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec293d3-ae67-411e-a189-61ada578a402 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:20:39.095903 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec293d3-ae67-411e-a189-61ada578a402 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:20:39.096220 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec293d3-ae67-411e-a189-61ada578a402 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:20:39.096574 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec293d3-ae67-411e-a189-61ada578a402 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:20:39.096894 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec293d3-ae67-411e-a189-61ada578a402 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:20:39.097213 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec293d3-ae67-411e-a189-61ada578a402 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:20:39.097513 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec293d3-ae67-411e-a189-61ada578a402 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:20:39.098636 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec293d3-ae67-411e-a189-61ada578a402 None None] Tracked resource versions report: Sep 22 04:20:39.098636 dv-cinder-810118-1-iscsi neutron-server[94617]: pushed versions: Sep 22 04:20:39.098636 dv-cinder-810118-1-iscsi neutron-server[94617]: { 'AddressGroup': {'1.2'}, Sep 22 04:20:39.098636 dv-cinder-810118-1-iscsi neutron-server[94617]: 'ConntrackHelper': {'1.0'}, Sep 22 04:20:39.098636 dv-cinder-810118-1-iscsi neutron-server[94617]: 'Log': {'1.0'}, Sep 22 04:20:39.098636 dv-cinder-810118-1-iscsi neutron-server[94617]: 'Network': {'1.1'}, Sep 22 04:20:39.098636 dv-cinder-810118-1-iscsi neutron-server[94617]: 'Port': {'1.7'}, Sep 22 04:20:39.098636 dv-cinder-810118-1-iscsi neutron-server[94617]: 'PortForwarding': {'1.2'}, Sep 22 04:20:39.098636 dv-cinder-810118-1-iscsi neutron-server[94617]: 'QosPolicy': {'1.9'}, Sep 22 04:20:39.098636 dv-cinder-810118-1-iscsi neutron-server[94617]: 'SecurityGroup': {'1.4'}, Sep 22 04:20:39.098636 dv-cinder-810118-1-iscsi neutron-server[94617]: 'SecurityGroupRule': {'1.2'}, Sep 22 04:20:39.098636 dv-cinder-810118-1-iscsi neutron-server[94617]: 'SubPort': {'1.0'}, Sep 22 04:20:39.098636 dv-cinder-810118-1-iscsi neutron-server[94617]: 'Subnet': {'1.1'}, Sep 22 04:20:39.098636 dv-cinder-810118-1-iscsi neutron-server[94617]: 'Trunk': {'1.1'}} Sep 22 04:20:39.098636 dv-cinder-810118-1-iscsi neutron-server[94617]: consumer versions: Sep 22 04:20:39.098636 dv-cinder-810118-1-iscsi neutron-server[94617]: { DHCP agent@dv-cinder-810118-1-iscsi: {}, Sep 22 04:20:39.098636 dv-cinder-810118-1-iscsi neutron-server[94617]: L3 agent@dv-cinder-810118-1-iscsi: {}, Sep 22 04:20:39.098636 dv-cinder-810118-1-iscsi neutron-server[94617]: Metadata agent@dv-cinder-810118-1-iscsi: {}, Sep 22 04:20:39.098636 dv-cinder-810118-1-iscsi neutron-server[94617]: Metering agent@dv-cinder-810118-1-iscsi: {}, Sep 22 04:20:39.098636 dv-cinder-810118-1-iscsi neutron-server[94617]: Open vSwitch agent@dv-cinder-810118-1-iscsi: { 'AddressGroup': '1.2', Sep 22 04:20:39.098636 dv-cinder-810118-1-iscsi neutron-server[94617]: 'ConntrackHelper': '1.0', Sep 22 04:20:39.098636 dv-cinder-810118-1-iscsi neutron-server[94617]: 'Log': '1.0', Sep 22 04:20:39.098636 dv-cinder-810118-1-iscsi neutron-server[94617]: 'Network': '1.1', Sep 22 04:20:39.098636 dv-cinder-810118-1-iscsi neutron-server[94617]: 'Port': '1.7', Sep 22 04:20:39.098636 dv-cinder-810118-1-iscsi neutron-server[94617]: 'PortForwarding': '1.2', Sep 22 04:20:39.098636 dv-cinder-810118-1-iscsi neutron-server[94617]: 'QosPolicy': '1.9', Sep 22 04:20:39.098636 dv-cinder-810118-1-iscsi neutron-server[94617]: 'SecurityGroup': '1.4', Sep 22 04:20:39.098636 dv-cinder-810118-1-iscsi neutron-server[94617]: 'SecurityGroupRule': '1.2', Sep 22 04:20:39.098636 dv-cinder-810118-1-iscsi neutron-server[94617]: 'SubPort': '1.0', Sep 22 04:20:39.098636 dv-cinder-810118-1-iscsi neutron-server[94617]: 'Subnet': '1.1', Sep 22 04:20:39.098636 dv-cinder-810118-1-iscsi neutron-server[94617]: 'Trunk': '1.1'}} Sep 22 04:20:39.098636 dv-cinder-810118-1-iscsi neutron-server[94617]: {{(pid=94617) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 22 04:20:39.126405 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.managers [None req-aec293d3-ae67-411e-a189-61ada578a402 None None] Attempting to bind port 827f6720-4a2f-463d-87d1-aee4dd032ed3 on host dv-cinder-810118-1-iscsi for vnic_type normal with profile {{(pid=94617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 04:20:39.126781 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.managers [None req-aec293d3-ae67-411e-a189-61ada578a402 None None] Attempting to bind port 827f6720-4a2f-463d-87d1-aee4dd032ed3 by drivers openvswitch,hyperv on host dv-cinder-810118-1-iscsi at level 0 using segments [{'id': '3d835085-48d0-42a6-84aa-edf774c40f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7218dbd6-9140-4a5a-ab96-e5190e3685ca'}] {{(pid=94617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 04:20:39.127183 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec293d3-ae67-411e-a189-61ada578a402 None None] Attempting to bind port 827f6720-4a2f-463d-87d1-aee4dd032ed3 on network 7218dbd6-9140-4a5a-ab96-e5190e3685ca {{(pid=94617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 04:20:39.131784 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec293d3-ae67-411e-a189-61ada578a402 None None] Checking agent: {'id': '43b86276-d23d-4f96-ad83-0361cfa8e6ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810118-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 4, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 4, 20, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 4, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810118-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 04:20:39.132173 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec293d3-ae67-411e-a189-61ada578a402 None None] Checking segment: {'id': '3d835085-48d0-42a6-84aa-edf774c40f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7218dbd6-9140-4a5a-ab96-e5190e3685ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 04:20:39.132683 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-aec293d3-ae67-411e-a189-61ada578a402 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:20:39.133064 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec293d3-ae67-411e-a189-61ada578a402 None None] Bound using segment: {'id': '3d835085-48d0-42a6-84aa-edf774c40f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7218dbd6-9140-4a5a-ab96-e5190e3685ca'} {{(pid=94617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 04:20:39.133532 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.managers [None req-aec293d3-ae67-411e-a189-61ada578a402 None None] Bound port: 827f6720-4a2f-463d-87d1-aee4dd032ed3, host: dv-cinder-810118-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d835085-48d0-42a6-84aa-edf774c40f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7218dbd6-9140-4a5a-ab96-e5190e3685ca'}}] {{(pid=94617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 04:20:39.133920 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-aec293d3-ae67-411e-a189-61ada578a402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:20:39.193536 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-aec293d3-ae67-411e-a189-61ada578a402 None None] For port 827f6720-4a2f-463d-87d1-aee4dd032ed3, host dv-cinder-810118-1-iscsi, cleared binding levels {{(pid=94617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 04:20:39.198209 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-aec293d3-ae67-411e-a189-61ada578a402 None None] For port 827f6720-4a2f-463d-87d1-aee4dd032ed3, host dv-cinder-810118-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810118-1-iscsi',level=0,port_id=827f6720-4a2f-463d-87d1-aee4dd032ed3,segment=NetworkSegment(3d835085-48d0-42a6-84aa-edf774c40f5f),segment_id=3d835085-48d0-42a6-84aa-edf774c40f5f)] {{(pid=94617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 04:20:39.267926 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-aec293d3-ae67-411e-a189-61ada578a402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:20:39.334745 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec293d3-ae67-411e-a189-61ada578a402 None None] Pushing event updated for resources: {'Port': ['ID=827f6720-4a2f-463d-87d1-aee4dd032ed3,revision_number=2']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:20:40.578749 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 38696) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:20:40.886134 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [None req-87e8adc3-bb13-49df-a529-4d589287dfa6 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94616) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 04:20:40.887125 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-87e8adc3-bb13-49df-a529-4d589287dfa6 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3074341 Sep 22 04:20:43.277640 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 38704) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:20:43.589614 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [None req-99412e57-3eed-4ab0-bcd5-8b3b82e165ca admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94616) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 04:20:43.590699 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-99412e57-3eed-4ab0-bcd5-8b3b82e165ca admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3121355 Sep 22 04:20:46.207510 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 38714) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:20:46.716706 dv-cinder-810118-1-iscsi neutron-server[94615]: WARNING oslo_policy.policy [None req-46d8f496-45b9-4575-b815-36dd295eee72 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 22 04:20:46.717287 dv-cinder-810118-1-iscsi neutron-server[94615]: WARNING oslo_policy.policy [None req-46d8f496-45b9-4575-b815-36dd295eee72 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 22 04:20:46.937978 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Device 827f6720-4a2f-463d-87d1-aee4dd032ed3 up at agent ovs-agent-dv-cinder-810118-1-iscsi {{(pid=94617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 04:20:46.942882 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.v2.base [None req-46d8f496-45b9-4575-b815-36dd295eee72 admin admin] Request body: {'router': {'tenant_id': 'a359971822ae45d3a693a96641d7ec66', 'admin_state_up': True, 'name': 'router1'}} {{(pid=94615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 04:20:47.007106 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.policy [None req-46d8f496-45b9-4575-b815-36dd295eee72 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94615) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 22 04:20:47.025502 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Provisioning complete for port 827f6720-4a2f-463d-87d1-aee4dd032ed3 triggered by entity L2. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 04:20:47.025882 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628798'] for port, provisioning_complete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:20:47.053144 dv-cinder-810118-1-iscsi neutron-server[94615]: WARNING oslo_policy.policy [None req-46d8f496-45b9-4575-b815-36dd295eee72 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 22 04:20:47.053530 dv-cinder-810118-1-iscsi neutron-server[94615]: WARNING oslo_policy.policy [None req-46d8f496-45b9-4575-b815-36dd295eee72 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 22 04:20:47.062925 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.quota [None req-46d8f496-45b9-4575-b815-36dd295eee72 admin admin] Loaded quota_driver: . Sep 22 04:20:47.142832 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:20:47.177192 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] For port 827f6720-4a2f-463d-87d1-aee4dd032ed3, host dv-cinder-810118-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810118-1-iscsi',level=0,port_id=827f6720-4a2f-463d-87d1-aee4dd032ed3,segment=NetworkSegment(3d835085-48d0-42a6-84aa-edf774c40f5f),segment_id=3d835085-48d0-42a6-84aa-edf774c40f5f)] {{(pid=94617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:20:47.182537 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-46d8f496-45b9-4575-b815-36dd295eee72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1852805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1922'] for router, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:20:47.184582 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-46d8f496-45b9-4575-b815-36dd295eee72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1865845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1862533', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1935386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1931'] for router, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:20:47.244695 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:20:47.297355 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Pushing event updated for resources: {'Port': ['ID=827f6720-4a2f-463d-87d1-aee4dd032ed3,revision_number=3']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:20:47.350839 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-46d8f496-45b9-4575-b815-36dd295eee72 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:20:47.428298 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-46d8f496-45b9-4575-b815-36dd295eee72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1865740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1862584'] for router, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:20:47.617681 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82072f5d-b3f9-4e56-8aab-983648f86ffd None None] Network 7218dbd6-9140-4a5a-ab96-e5190e3685ca requested from dv-cinder-810118-1-iscsi {{(pid=94617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 04:20:47.650165 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-46d8f496-45b9-4575-b815-36dd295eee72 admin admin] Notify callbacks [] for router, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:20:47.651672 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-46d8f496-45b9-4575-b815-36dd295eee72 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.4419956 Sep 22 04:20:47.695406 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-338f43e4-4fed-427b-8ffb-431aa7cd5e03 None None] Provisioning complete for port 827f6720-4a2f-463d-87d1-aee4dd032ed3 triggered by entity DHCP. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 04:20:47.695772 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-338f43e4-4fed-427b-8ffb-431aa7cd5e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628798'] for port, provisioning_complete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:20:48.056128 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-ff9680cb-1e21-49b1-90ea-b4331eee28f2 None None] Provisioning complete for port 827f6720-4a2f-463d-87d1-aee4dd032ed3 triggered by entity DHCP. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 04:20:48.056838 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-ff9680cb-1e21-49b1-90ea-b4331eee28f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628798'] for port, provisioning_complete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:20:48.917065 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Device 827f6720-4a2f-463d-87d1-aee4dd032ed3 up at agent ovs-agent-dv-cinder-810118-1-iscsi {{(pid=94617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 04:20:48.961609 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Provisioning complete for port 827f6720-4a2f-463d-87d1-aee4dd032ed3 triggered by entity L2. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 04:20:48.961978 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628798'] for port, provisioning_complete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:20:50.032511 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 38734) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:20:50.033009 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-49c63cf3-c7f2-4e69-9d9b-3818ac505c21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:20:50.339366 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [None req-cd1cab92-ddf5-4db9-b4f8-45331cde050a admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94615) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 04:20:50.340357 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-cd1cab92-ddf5-4db9-b4f8-45331cde050a admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3068798 Sep 22 04:20:52.495691 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-b3887642-0933-4fb3-9380-1f1b4ce7718d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:20:52.716051 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 38742) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:20:53.022295 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.v2.base [None req-03cd5d12-a71b-4a92-a977-81912b53ba38 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:network_type': 'flat', 'name': 'public', 'router:external': True, 'is_default': True, 'provider:physical_network': 'physnet1'}} {{(pid=94615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 04:20:53.101020 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03cd5d12-a71b-4a92-a977-81912b53ba38 admin admin] Made reservation on behalf of ee6d468c9c164c84aed5b6221be881fa for: {'network': 1} {{(pid=94615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 04:20:53.103788 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-03cd5d12-a71b-4a92-a977-81912b53ba38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for network, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:20:53.119923 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-03cd5d12-a71b-4a92-a977-81912b53ba38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:20:53.233916 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-03cd5d12-a71b-4a92-a977-81912b53ba38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:20:53.249994 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:20:53.300816 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-03cd5d12-a71b-4a92-a977-81912b53ba38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:20:53.313871 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-03cd5d12-a71b-4a92-a977-81912b53ba38 admin admin] Reserving flat network on physical network physnet1 {{(pid=94615) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 22 04:20:53.344665 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-03cd5d12-a71b-4a92-a977-81912b53ba38 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8769519186827', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-614853'] for segment, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:20:53.345228 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-03cd5d12-a71b-4a92-a977-81912b53ba38 admin admin] Unsubscribe: segment precommit_create {{(pid=94615) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 22 04:20:53.345776 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.db.segments_db [None req-03cd5d12-a71b-4a92-a977-81912b53ba38 admin admin] Added segment 57bccd0b-6164-41c6-a48d-7aba82135152 of type flat for network 1c001e5d-5f10-46e0-9089-3ba13d08e463 Sep 22 04:20:53.351427 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cd5d12-a71b-4a92-a977-81912b53ba38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7449b481-b1c7-4822-aaca-4bb30097aede,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:20:53.386656 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cd5d12-a71b-4a92-a977-81912b53ba38 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:20:53.387012 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cd5d12-a71b-4a92-a977-81912b53ba38 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:20:53.387349 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cd5d12-a71b-4a92-a977-81912b53ba38 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:20:53.387672 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cd5d12-a71b-4a92-a977-81912b53ba38 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:20:53.387987 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cd5d12-a71b-4a92-a977-81912b53ba38 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:20:53.388318 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cd5d12-a71b-4a92-a977-81912b53ba38 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:20:53.388660 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cd5d12-a71b-4a92-a977-81912b53ba38 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:20:53.388977 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cd5d12-a71b-4a92-a977-81912b53ba38 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:20:53.389305 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cd5d12-a71b-4a92-a977-81912b53ba38 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:20:53.389618 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cd5d12-a71b-4a92-a977-81912b53ba38 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:20:53.389925 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cd5d12-a71b-4a92-a977-81912b53ba38 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:20:53.390232 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cd5d12-a71b-4a92-a977-81912b53ba38 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:20:53.391417 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cd5d12-a71b-4a92-a977-81912b53ba38 admin admin] Tracked resource versions report: Sep 22 04:20:53.391417 dv-cinder-810118-1-iscsi neutron-server[94615]: pushed versions: Sep 22 04:20:53.391417 dv-cinder-810118-1-iscsi neutron-server[94615]: { 'AddressGroup': {'1.2'}, Sep 22 04:20:53.391417 dv-cinder-810118-1-iscsi neutron-server[94615]: 'ConntrackHelper': {'1.0'}, Sep 22 04:20:53.391417 dv-cinder-810118-1-iscsi neutron-server[94615]: 'Log': {'1.0'}, Sep 22 04:20:53.391417 dv-cinder-810118-1-iscsi neutron-server[94615]: 'Network': {'1.1'}, Sep 22 04:20:53.391417 dv-cinder-810118-1-iscsi neutron-server[94615]: 'Port': {'1.7'}, Sep 22 04:20:53.391417 dv-cinder-810118-1-iscsi neutron-server[94615]: 'PortForwarding': {'1.2'}, Sep 22 04:20:53.391417 dv-cinder-810118-1-iscsi neutron-server[94615]: 'QosPolicy': {'1.9'}, Sep 22 04:20:53.391417 dv-cinder-810118-1-iscsi neutron-server[94615]: 'SecurityGroup': {'1.4'}, Sep 22 04:20:53.391417 dv-cinder-810118-1-iscsi neutron-server[94615]: 'SecurityGroupRule': {'1.2'}, Sep 22 04:20:53.391417 dv-cinder-810118-1-iscsi neutron-server[94615]: 'SubPort': {'1.0'}, Sep 22 04:20:53.391417 dv-cinder-810118-1-iscsi neutron-server[94615]: 'Subnet': {'1.1'}, Sep 22 04:20:53.391417 dv-cinder-810118-1-iscsi neutron-server[94615]: 'Trunk': {'1.1'}} Sep 22 04:20:53.391417 dv-cinder-810118-1-iscsi neutron-server[94615]: consumer versions: Sep 22 04:20:53.391417 dv-cinder-810118-1-iscsi neutron-server[94615]: { DHCP agent@dv-cinder-810118-1-iscsi: {}, Sep 22 04:20:53.391417 dv-cinder-810118-1-iscsi neutron-server[94615]: L3 agent@dv-cinder-810118-1-iscsi: {}, Sep 22 04:20:53.391417 dv-cinder-810118-1-iscsi neutron-server[94615]: Metadata agent@dv-cinder-810118-1-iscsi: {}, Sep 22 04:20:53.391417 dv-cinder-810118-1-iscsi neutron-server[94615]: Metering agent@dv-cinder-810118-1-iscsi: {}, Sep 22 04:20:53.391417 dv-cinder-810118-1-iscsi neutron-server[94615]: Open vSwitch agent@dv-cinder-810118-1-iscsi: { 'AddressGroup': '1.2', Sep 22 04:20:53.391417 dv-cinder-810118-1-iscsi neutron-server[94615]: 'ConntrackHelper': '1.0', Sep 22 04:20:53.391417 dv-cinder-810118-1-iscsi neutron-server[94615]: 'Log': '1.0', Sep 22 04:20:53.391417 dv-cinder-810118-1-iscsi neutron-server[94615]: 'Network': '1.1', Sep 22 04:20:53.391417 dv-cinder-810118-1-iscsi neutron-server[94615]: 'Port': '1.7', Sep 22 04:20:53.391417 dv-cinder-810118-1-iscsi neutron-server[94615]: 'PortForwarding': '1.2', Sep 22 04:20:53.391417 dv-cinder-810118-1-iscsi neutron-server[94615]: 'QosPolicy': '1.9', Sep 22 04:20:53.391417 dv-cinder-810118-1-iscsi neutron-server[94615]: 'SecurityGroup': '1.4', Sep 22 04:20:53.391417 dv-cinder-810118-1-iscsi neutron-server[94615]: 'SecurityGroupRule': '1.2', Sep 22 04:20:53.391417 dv-cinder-810118-1-iscsi neutron-server[94615]: 'SubPort': '1.0', Sep 22 04:20:53.391417 dv-cinder-810118-1-iscsi neutron-server[94615]: 'Subnet': '1.1', Sep 22 04:20:53.391417 dv-cinder-810118-1-iscsi neutron-server[94615]: 'Trunk': '1.1'}} Sep 22 04:20:53.391417 dv-cinder-810118-1-iscsi neutron-server[94615]: {{(pid=94615) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 22 04:20:53.469527 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-03cd5d12-a71b-4a92-a977-81912b53ba38 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769518629407'] for network, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:20:53.621082 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-03cd5d12-a71b-4a92-a977-81912b53ba38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117'] for network, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:20:53.622465 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03cd5d12-a71b-4a92-a977-81912b53ba38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:20:53.623110 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-03cd5d12-a71b-4a92-a977-81912b53ba38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578295'] for network, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:20:53.716417 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cd5d12-a71b-4a92-a977-81912b53ba38 admin admin] Pushing event updated for resources: {'Network': ['ID=1c001e5d-5f10-46e0-9089-3ba13d08e463,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:20:53.728381 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Network 1c001e5d-5f10-46e0-9089-3ba13d08e463 details requested by agent ovs-agent-dv-cinder-810118-1-iscsi with host dv-cinder-810118-1-iscsi {{(pid=94617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 04:20:53.747801 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-03cd5d12-a71b-4a92-a977-81912b53ba38 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0306635 Sep 22 04:20:53.964316 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-62fe730e-da9a-4cac-a5e3-718f571d83ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:20:55.522722 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-c7bbae2d-f237-46cc-b838-3371bd865633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:20:56.098433 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 38764) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:20:56.311367 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98bb50e-20f9-4185-b9d2-3685314baa0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:20:56.312743 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-c98bb50e-20f9-4185-b9d2-3685314baa0a admin admin] 10.222.0.24 "GET /v2.0/subnets/7b643381-75e4-4ef0-9f7e-b94d70559dd6 HTTP/1.1" status: 200 len: 849 time: 0.2133386 Sep 22 04:20:56.445025 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-97553957-b54c-4372-a44c-7445903ad8fa admin admin] 10.222.0.24 "GET /v2.0/routers/bb4dbf6f-03df-4214-9c18-f431dd8a8cc1 HTTP/1.1" status: 200 len: 704 time: 0.1260722 Sep 22 04:20:56.701802 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-8d9c8cac-251a-4acf-ad5c-064dcb44bab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:20:56.994459 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.db.db_base_plugin_common [None req-8d9c8cac-251a-4acf-ad5c-064dcb44bab9 admin admin] Allocated IP 172.20.0.1 (7218dbd6-9140-4a5a-ab96-e5190e3685ca/7b643381-75e4-4ef0-9f7e-b94d70559dd6/e2d4d32e-0b73-4227-92d2-1d61009c84dd) {{(pid=94615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 04:20:57.174243 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-8d9c8cac-251a-4acf-ad5c-064dcb44bab9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:20:57.294400 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-8d9c8cac-251a-4acf-ad5c-064dcb44bab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769518673857'] for port, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:20:57.365863 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d9c8cac-251a-4acf-ad5c-064dcb44bab9 admin admin] Network 7218dbd6-9140-4a5a-ab96-e5190e3685ca is already hosted by enough agents. {{(pid=94615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 04:20:57.375133 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.scheduler.base_scheduler [None req-8d9c8cac-251a-4acf-ad5c-064dcb44bab9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 04:20:57.385254 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9c8cac-251a-4acf-ad5c-064dcb44bab9 admin admin] Pushing event updated for resources: {'Port': ['ID=e2d4d32e-0b73-4227-92d2-1d61009c84dd,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:20:57.396169 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9c8cac-251a-4acf-ad5c-064dcb44bab9 admin admin] Received port after_create {{(pid=94615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 04:20:57.396819 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-8d9c8cac-251a-4acf-ad5c-064dcb44bab9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1865349'] for router_interface, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:20:57.594630 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-e4f7e7b8-37ab-41b3-bc81-54c8a6000f3a None None] Provisioning complete for port e2d4d32e-0b73-4227-92d2-1d61009c84dd triggered by entity DHCP. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 04:20:57.595187 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-e4f7e7b8-37ab-41b3-bc81-54c8a6000f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628798'] for port, provisioning_complete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:20:57.626641 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.plugin [None req-e4f7e7b8-37ab-41b3-bc81-54c8a6000f3a None None] Port e2d4d32e-0b73-4227-92d2-1d61009c84dd cannot update to ACTIVE because it is not bound. {{(pid=94617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 04:20:57.682303 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-8d9c8cac-251a-4acf-ad5c-064dcb44bab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:20:57.934242 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-8d9c8cac-251a-4acf-ad5c-064dcb44bab9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:20:57.986339 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-8d9c8cac-251a-4acf-ad5c-064dcb44bab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:20:57.987105 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-8d9c8cac-251a-4acf-ad5c-064dcb44bab9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1867637'] for router_interface, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:20:58.047145 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9c8cac-251a-4acf-ad5c-064dcb44bab9 admin admin] Pushing event updated for resources: {'Port': ['ID=e2d4d32e-0b73-4227-92d2-1d61009c84dd,revision_number=2']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:20:58.111193 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d9c8cac-251a-4acf-ad5c-064dcb44bab9 admin admin] Network 7218dbd6-9140-4a5a-ab96-e5190e3685ca is already hosted by enough agents. {{(pid=94615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 04:20:58.112481 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.scheduler.base_scheduler [None req-8d9c8cac-251a-4acf-ad5c-064dcb44bab9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 04:20:58.318015 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d9c8cac-251a-4acf-ad5c-064dcb44bab9 admin admin] Router bb4dbf6f-03df-4214-9c18-f431dd8a8cc1 is scheduled to L3 agent 67baeb3b-346e-4680-9ea8-6eec6aa84835 with binding_index 1 {{(pid=94615) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 04:20:58.346946 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-360bd48a-b961-4167-b88d-6d0d2d2e8968 None None] Provisioning complete for port e2d4d32e-0b73-4227-92d2-1d61009c84dd triggered by entity DHCP. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 04:20:58.347331 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-360bd48a-b961-4167-b88d-6d0d2d2e8968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628798'] for port, provisioning_complete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:20:58.379300 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.plugin [None req-360bd48a-b961-4167-b88d-6d0d2d2e8968 None None] Port e2d4d32e-0b73-4227-92d2-1d61009c84dd cannot update to ACTIVE because it is not bound. {{(pid=94617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 04:20:58.412820 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d9c8cac-251a-4acf-ad5c-064dcb44bab9 admin admin] Notify agent at l3_agent.dv-cinder-810118-1-iscsi the message routers_updated {{(pid=94615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 04:20:58.420020 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-8d9c8cac-251a-4acf-ad5c-064dcb44bab9 admin admin] 10.222.0.24 "PUT /v2.0/routers/bb4dbf6f-03df-4214-9c18-f431dd8a8cc1/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9680641 Sep 22 04:20:58.424524 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a000b23-8d14-4e92-9e3e-9de621c36215 None None] Sync routers for ids ['bb4dbf6f-03df-4214-9c18-f431dd8a8cc1'] in dv-cinder-810118-1-iscsi {{(pid=94618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 04:20:58.435929 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a000b23-8d14-4e92-9e3e-9de621c36215 None None] Routers {'bb4dbf6f-03df-4214-9c18-f431dd8a8cc1'} bound to L3 agent in host dv-cinder-810118-1-iscsi {{(pid=94618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 04:20:58.436827 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.l3_hamode_db [None req-7a000b23-8d14-4e92-9e3e-9de621c36215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810118-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-22T04:20:22Z,description=,heartbeat_timestamp=2021-09-22T04:20:52Z,host='dv-cinder-810118-1-iscsi',id=67baeb3b-346e-4680-9ea8-6eec6aa84835,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T04:20:23Z,topic='l3_agent')) {'router_ids': ['bb4dbf6f-03df-4214-9c18-f431dd8a8cc1'], 'active': True} {{(pid=94618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:20:58.624205 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.l3_dvr_db [None req-7a000b23-8d14-4e92-9e3e-9de621c36215 None None] Set router bb4dbf6f-03df-4214-9c18-f431dd8a8cc1 gateway port host: None {{(pid=94618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 04:20:59.046663 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.l3_hamode_db [None req-7a000b23-8d14-4e92-9e3e-9de621c36215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb4dbf6f-03df-4214-9c18-f431dd8a8cc1', 'name': 'router1', 'tenant_id': 'a359971822ae45d3a693a96641d7ec66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T04:20:47Z', 'updated_at': '2021-09-22T04:20:57Z', 'revision_number': 2, 'project_id': 'a359971822ae45d3a693a96641d7ec66', 'gw_port_host': None, '_interfaces': [{'id': 'e2d4d32e-0b73-4227-92d2-1d61009c84dd', 'name': '', 'network_id': '7218dbd6-9140-4a5a-ab96-e5190e3685ca', 'tenant_id': 'a359971822ae45d3a693a96641d7ec66', 'mac_address': 'fa:16:3e:2a:05:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb4dbf6f-03df-4214-9c18-f431dd8a8cc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7b643381-75e4-4ef0-9f7e-b94d70559dd6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:20:56Z', 'updated_at': '2021-09-22T04:20:57Z', 'revision_number': 2, 'project_id': 'a359971822ae45d3a693a96641d7ec66', 'subnets': [{'id': '7b643381-75e4-4ef0-9f7e-b94d70559dd6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '32d765f7-e250-465f-9147-041e09d56144'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810118-1-iscsi', False) {} {{(pid=94618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:20:59.097300 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a000b23-8d14-4e92-9e3e-9de621c36215 None None] Checking router: bb4dbf6f-03df-4214-9c18-f431dd8a8cc1 for host: dv-cinder-810118-1-iscsi {{(pid=94618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 04:20:59.097676 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a000b23-8d14-4e92-9e3e-9de621c36215 None None] Updating router bb4dbf6f-03df-4214-9c18-f431dd8a8cc1 port e2d4d32e-0b73-4227-92d2-1d61009c84dd binding host dv-cinder-810118-1-iscsi {{(pid=94618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 04:20:59.145807 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron_lib.callbacks.manager [None req-7a000b23-8d14-4e92-9e3e-9de621c36215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:20:59.680644 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron_lib.callbacks.manager [None req-7a000b23-8d14-4e92-9e3e-9de621c36215 None None] Notify callbacks [] for port, precommit_update {{(pid=94618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:20:59.768148 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron_lib.callbacks.manager [None req-7a000b23-8d14-4e92-9e3e-9de621c36215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:20:59.937191 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac7d6e4-0293-45ff-a424-aaec07b5d8f0 None None] Pushing event updated for resources: {'Port': ['ID=e2d4d32e-0b73-4227-92d2-1d61009c84dd,revision_number=3']} {{(pid=94618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:20:59.943139 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.plugins.ml2.managers [None req-7a000b23-8d14-4e92-9e3e-9de621c36215 None None] Attempting to bind port e2d4d32e-0b73-4227-92d2-1d61009c84dd on host dv-cinder-810118-1-iscsi for vnic_type normal with profile {{(pid=94618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 04:20:59.943530 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.plugins.ml2.managers [None req-7a000b23-8d14-4e92-9e3e-9de621c36215 None None] Attempting to bind port e2d4d32e-0b73-4227-92d2-1d61009c84dd by drivers openvswitch,hyperv on host dv-cinder-810118-1-iscsi at level 0 using segments [{'id': '3d835085-48d0-42a6-84aa-edf774c40f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7218dbd6-9140-4a5a-ab96-e5190e3685ca'}] {{(pid=94618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 04:20:59.943964 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a000b23-8d14-4e92-9e3e-9de621c36215 None None] Attempting to bind port e2d4d32e-0b73-4227-92d2-1d61009c84dd on network 7218dbd6-9140-4a5a-ab96-e5190e3685ca {{(pid=94618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 04:20:59.953121 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a000b23-8d14-4e92-9e3e-9de621c36215 None None] Checking agent: {'id': '43b86276-d23d-4f96-ad83-0361cfa8e6ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810118-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 4, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 4, 20, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 4, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810118-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 04:20:59.953519 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a000b23-8d14-4e92-9e3e-9de621c36215 None None] Checking segment: {'id': '3d835085-48d0-42a6-84aa-edf774c40f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7218dbd6-9140-4a5a-ab96-e5190e3685ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 04:20:59.954018 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron_lib.callbacks.manager [None req-7a000b23-8d14-4e92-9e3e-9de621c36215 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:20:59.954401 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a000b23-8d14-4e92-9e3e-9de621c36215 None None] Bound using segment: {'id': '3d835085-48d0-42a6-84aa-edf774c40f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7218dbd6-9140-4a5a-ab96-e5190e3685ca'} {{(pid=94618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 04:20:59.954900 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.plugins.ml2.managers [None req-7a000b23-8d14-4e92-9e3e-9de621c36215 None None] Bound port: e2d4d32e-0b73-4227-92d2-1d61009c84dd, host: dv-cinder-810118-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d835085-48d0-42a6-84aa-edf774c40f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7218dbd6-9140-4a5a-ab96-e5190e3685ca'}}] {{(pid=94618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 04:20:59.955259 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron_lib.callbacks.manager [None req-7a000b23-8d14-4e92-9e3e-9de621c36215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:20:59.964445 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac7d6e4-0293-45ff-a424-aaec07b5d8f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:20:59.964814 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac7d6e4-0293-45ff-a424-aaec07b5d8f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:20:59.965154 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac7d6e4-0293-45ff-a424-aaec07b5d8f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:20:59.965486 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac7d6e4-0293-45ff-a424-aaec07b5d8f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:20:59.965814 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac7d6e4-0293-45ff-a424-aaec07b5d8f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:20:59.966140 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac7d6e4-0293-45ff-a424-aaec07b5d8f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:20:59.966459 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac7d6e4-0293-45ff-a424-aaec07b5d8f0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:20:59.966826 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac7d6e4-0293-45ff-a424-aaec07b5d8f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:20:59.967095 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac7d6e4-0293-45ff-a424-aaec07b5d8f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:20:59.967409 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac7d6e4-0293-45ff-a424-aaec07b5d8f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:20:59.967725 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac7d6e4-0293-45ff-a424-aaec07b5d8f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:20:59.968038 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac7d6e4-0293-45ff-a424-aaec07b5d8f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:20:59.969201 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac7d6e4-0293-45ff-a424-aaec07b5d8f0 None None] Tracked resource versions report: Sep 22 04:20:59.969201 dv-cinder-810118-1-iscsi neutron-server[94618]: pushed versions: Sep 22 04:20:59.969201 dv-cinder-810118-1-iscsi neutron-server[94618]: { 'AddressGroup': {'1.2'}, Sep 22 04:20:59.969201 dv-cinder-810118-1-iscsi neutron-server[94618]: 'ConntrackHelper': {'1.0'}, Sep 22 04:20:59.969201 dv-cinder-810118-1-iscsi neutron-server[94618]: 'Log': {'1.0'}, Sep 22 04:20:59.969201 dv-cinder-810118-1-iscsi neutron-server[94618]: 'Network': {'1.1'}, Sep 22 04:20:59.969201 dv-cinder-810118-1-iscsi neutron-server[94618]: 'Port': {'1.7'}, Sep 22 04:20:59.969201 dv-cinder-810118-1-iscsi neutron-server[94618]: 'PortForwarding': {'1.2'}, Sep 22 04:20:59.969201 dv-cinder-810118-1-iscsi neutron-server[94618]: 'QosPolicy': {'1.9'}, Sep 22 04:20:59.969201 dv-cinder-810118-1-iscsi neutron-server[94618]: 'SecurityGroup': {'1.4'}, Sep 22 04:20:59.969201 dv-cinder-810118-1-iscsi neutron-server[94618]: 'SecurityGroupRule': {'1.2'}, Sep 22 04:20:59.969201 dv-cinder-810118-1-iscsi neutron-server[94618]: 'SubPort': {'1.0'}, Sep 22 04:20:59.969201 dv-cinder-810118-1-iscsi neutron-server[94618]: 'Subnet': {'1.1'}, Sep 22 04:20:59.969201 dv-cinder-810118-1-iscsi neutron-server[94618]: 'Trunk': {'1.1'}} Sep 22 04:20:59.969201 dv-cinder-810118-1-iscsi neutron-server[94618]: consumer versions: Sep 22 04:20:59.969201 dv-cinder-810118-1-iscsi neutron-server[94618]: { DHCP agent@dv-cinder-810118-1-iscsi: {}, Sep 22 04:20:59.969201 dv-cinder-810118-1-iscsi neutron-server[94618]: L3 agent@dv-cinder-810118-1-iscsi: {}, Sep 22 04:20:59.969201 dv-cinder-810118-1-iscsi neutron-server[94618]: Metadata agent@dv-cinder-810118-1-iscsi: {}, Sep 22 04:20:59.969201 dv-cinder-810118-1-iscsi neutron-server[94618]: Metering agent@dv-cinder-810118-1-iscsi: {}, Sep 22 04:20:59.969201 dv-cinder-810118-1-iscsi neutron-server[94618]: Open vSwitch agent@dv-cinder-810118-1-iscsi: { 'AddressGroup': '1.2', Sep 22 04:20:59.969201 dv-cinder-810118-1-iscsi neutron-server[94618]: 'ConntrackHelper': '1.0', Sep 22 04:20:59.969201 dv-cinder-810118-1-iscsi neutron-server[94618]: 'Log': '1.0', Sep 22 04:20:59.969201 dv-cinder-810118-1-iscsi neutron-server[94618]: 'Network': '1.1', Sep 22 04:20:59.969201 dv-cinder-810118-1-iscsi neutron-server[94618]: 'Port': '1.7', Sep 22 04:20:59.969201 dv-cinder-810118-1-iscsi neutron-server[94618]: 'PortForwarding': '1.2', Sep 22 04:20:59.969201 dv-cinder-810118-1-iscsi neutron-server[94618]: 'QosPolicy': '1.9', Sep 22 04:20:59.969201 dv-cinder-810118-1-iscsi neutron-server[94618]: 'SecurityGroup': '1.4', Sep 22 04:20:59.969201 dv-cinder-810118-1-iscsi neutron-server[94618]: 'SecurityGroupRule': '1.2', Sep 22 04:20:59.969201 dv-cinder-810118-1-iscsi neutron-server[94618]: 'SubPort': '1.0', Sep 22 04:20:59.969201 dv-cinder-810118-1-iscsi neutron-server[94618]: 'Subnet': '1.1', Sep 22 04:20:59.969201 dv-cinder-810118-1-iscsi neutron-server[94618]: 'Trunk': '1.1'}} Sep 22 04:20:59.969201 dv-cinder-810118-1-iscsi neutron-server[94618]: {{(pid=94618) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 22 04:21:00.007772 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-aac0916d-42c0-4c48-bd35-0d0dc3aec848 None None] Provisioning complete for port e2d4d32e-0b73-4227-92d2-1d61009c84dd triggered by entity DHCP. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 04:21:00.008324 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-aac0916d-42c0-4c48-bd35-0d0dc3aec848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628798'] for port, provisioning_complete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:21:00.031267 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.plugins.ml2.db [None req-7a000b23-8d14-4e92-9e3e-9de621c36215 None None] For port e2d4d32e-0b73-4227-92d2-1d61009c84dd, host dv-cinder-810118-1-iscsi, cleared binding levels {{(pid=94618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 04:21:00.041828 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.plugin [None req-aac0916d-42c0-4c48-bd35-0d0dc3aec848 None None] Port e2d4d32e-0b73-4227-92d2-1d61009c84dd cannot update to ACTIVE because it is not bound. {{(pid=94617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 04:21:00.051667 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.plugins.ml2.db [None req-7a000b23-8d14-4e92-9e3e-9de621c36215 None None] For port e2d4d32e-0b73-4227-92d2-1d61009c84dd, host dv-cinder-810118-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810118-1-iscsi',level=0,port_id=e2d4d32e-0b73-4227-92d2-1d61009c84dd,segment=NetworkSegment(3d835085-48d0-42a6-84aa-edf774c40f5f),segment_id=3d835085-48d0-42a6-84aa-edf774c40f5f)] {{(pid=94618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 04:21:00.129922 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron_lib.callbacks.manager [None req-7a000b23-8d14-4e92-9e3e-9de621c36215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:21:00.179390 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a000b23-8d14-4e92-9e3e-9de621c36215 None None] Routers {'bb4dbf6f-03df-4214-9c18-f431dd8a8cc1'} bound to L3 agent in host dv-cinder-810118-1-iscsi {{(pid=94618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 04:21:00.180022 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.l3_hamode_db [None req-7a000b23-8d14-4e92-9e3e-9de621c36215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810118-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-22T04:20:22Z,description=,heartbeat_timestamp=2021-09-22T04:20:52Z,host='dv-cinder-810118-1-iscsi',id=67baeb3b-346e-4680-9ea8-6eec6aa84835,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T04:20:23Z,topic='l3_agent')) {'router_ids': ['bb4dbf6f-03df-4214-9c18-f431dd8a8cc1'], 'active': True} {{(pid=94618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:21:00.230014 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac7d6e4-0293-45ff-a424-aaec07b5d8f0 None None] Pushing event updated for resources: {'Port': ['ID=e2d4d32e-0b73-4227-92d2-1d61009c84dd,revision_number=4']} {{(pid=94618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:21:00.275573 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.l3_dvr_db [None req-7a000b23-8d14-4e92-9e3e-9de621c36215 None None] Set router bb4dbf6f-03df-4214-9c18-f431dd8a8cc1 gateway port host: None {{(pid=94618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 04:21:00.361083 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-7e9a59a6-3f79-421b-a4d9-172b9e47749b None None] Provisioning complete for port e2d4d32e-0b73-4227-92d2-1d61009c84dd triggered by entity DHCP. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 04:21:00.361541 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-7e9a59a6-3f79-421b-a4d9-172b9e47749b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628798'] for port, provisioning_complete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:21:00.437404 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-7e9a59a6-3f79-421b-a4d9-172b9e47749b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:21:00.468804 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-7e9a59a6-3f79-421b-a4d9-172b9e47749b None None] For port e2d4d32e-0b73-4227-92d2-1d61009c84dd, host dv-cinder-810118-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810118-1-iscsi',level=0,port_id=e2d4d32e-0b73-4227-92d2-1d61009c84dd,segment=NetworkSegment(3d835085-48d0-42a6-84aa-edf774c40f5f),segment_id=3d835085-48d0-42a6-84aa-edf774c40f5f)] {{(pid=94617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:21:00.481940 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.l3_hamode_db [None req-7a000b23-8d14-4e92-9e3e-9de621c36215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb4dbf6f-03df-4214-9c18-f431dd8a8cc1', 'name': 'router1', 'tenant_id': 'a359971822ae45d3a693a96641d7ec66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T04:20:47Z', 'updated_at': '2021-09-22T04:20:57Z', 'revision_number': 2, 'project_id': 'a359971822ae45d3a693a96641d7ec66', 'gw_port_host': None, '_interfaces': [{'id': 'e2d4d32e-0b73-4227-92d2-1d61009c84dd', 'name': '', 'network_id': '7218dbd6-9140-4a5a-ab96-e5190e3685ca', 'tenant_id': 'a359971822ae45d3a693a96641d7ec66', 'mac_address': 'fa:16:3e:2a:05:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb4dbf6f-03df-4214-9c18-f431dd8a8cc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7b643381-75e4-4ef0-9f7e-b94d70559dd6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:20:56Z', 'updated_at': '2021-09-22T04:21:00Z', 'revision_number': 4, 'project_id': 'a359971822ae45d3a693a96641d7ec66', 'subnets': [{'id': '7b643381-75e4-4ef0-9f7e-b94d70559dd6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '32d765f7-e250-465f-9147-041e09d56144'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810118-1-iscsi', False) {} {{(pid=94618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:21:00.509965 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a000b23-8d14-4e92-9e3e-9de621c36215 None None] The sync data for ids ['bb4dbf6f-03df-4214-9c18-f431dd8a8cc1'] in dv-cinder-810118-1-iscsi is: [{'id': 'bb4dbf6f-03df-4214-9c18-f431dd8a8cc1', 'name': 'router1', 'tenant_id': 'a359971822ae45d3a693a96641d7ec66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T04:20:47Z', 'updated_at': '2021-09-22T04:20:57Z', 'revision_number': 2, 'project_id': 'a359971822ae45d3a693a96641d7ec66', 'gw_port_host': None, '_interfaces': [{'id': 'e2d4d32e-0b73-4227-92d2-1d61009c84dd', 'name': '', 'network_id': '7218dbd6-9140-4a5a-ab96-e5190e3685ca', 'tenant_id': 'a359971822ae45d3a693a96641d7ec66', 'mac_address': 'fa:16:3e:2a:05:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb4dbf6f-03df-4214-9c18-f431dd8a8cc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7b643381-75e4-4ef0-9f7e-b94d70559dd6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:20:56Z', 'updated_at': '2021-09-22T04:21:00Z', 'revision_number': 4, 'project_id': 'a359971822ae45d3a693a96641d7ec66', 'subnets': [{'id': '7b643381-75e4-4ef0-9f7e-b94d70559dd6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '32d765f7-e250-465f-9147-041e09d56144'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 04:21:00.574113 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-7e9a59a6-3f79-421b-a4d9-172b9e47749b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:21:00.625862 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9a59a6-3f79-421b-a4d9-172b9e47749b None None] Pushing event updated for resources: {'Port': ['ID=e2d4d32e-0b73-4227-92d2-1d61009c84dd,revision_number=5']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:21:00.657251 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 38786) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:21:00.765674 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ecd95e1-e23b-4b0b-b534-f1412c0edc22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:21:00.766938 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-6ecd95e1-e23b-4b0b-b534-f1412c0edc22 admin admin] 10.222.0.24 "GET /v2.0/networks/1c001e5d-5f10-46e0-9089-3ba13d08e463 HTTP/1.1" status: 200 len: 842 time: 0.1087432 Sep 22 04:21:00.776873 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.v2.base [None req-ba53fc76-f799-4bb8-a833-3ca9e14226e4 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'name': 'public-subnet', 'cidr': '172.27.3.0/24', 'ip_version': 4, 'gateway_ip': '172.27.3.1', 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463'}} {{(pid=94615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 04:21:00.878559 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba53fc76-f799-4bb8-a833-3ca9e14226e4 admin admin] Made reservation on behalf of ee6d468c9c164c84aed5b6221be881fa for: {'subnet': 1} {{(pid=94615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 04:21:00.880905 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-ba53fc76-f799-4bb8-a833-3ca9e14226e4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:21:01.258426 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.objects.ports [None req-ba53fc76-f799-4bb8-a833-3ca9e14226e4 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94615) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 22 04:21:01.258858 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-ba53fc76-f799-4bb8-a833-3ca9e14226e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117'] for subnet, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:21:01.316805 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba53fc76-f799-4bb8-a833-3ca9e14226e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef28eb13-4204-4034-a22d-0722adaca342,revision_number=0']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:21:01.326590 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba53fc76-f799-4bb8-a833-3ca9e14226e4 admin admin] Checking segment: {'id': '57bccd0b-6164-41c6-a48d-7aba82135152', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 04:21:01.326955 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba53fc76-f799-4bb8-a833-3ca9e14226e4 admin admin] Network hostable DHCP agents. Network: 1c001e5d-5f10-46e0-9089-3ba13d08e463, hostable agents: ['73f1375a-57ed-4431-affd-4785c4767c4b'], hosted agents: [] {{(pid=94615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 04:21:01.433084 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba53fc76-f799-4bb8-a833-3ca9e14226e4 admin admin] Network 1c001e5d-5f10-46e0-9089-3ba13d08e463 is scheduled to be hosted by DHCP agent 73f1375a-57ed-4431-affd-4785c4767c4b with binding_index 1 {{(pid=94615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 04:21:01.512998 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.scheduler.base_scheduler [None req-ba53fc76-f799-4bb8-a833-3ca9e14226e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810118-1-iscsi, 1c001e5d-5f10-46e0-9089-3ba13d08e463) {{(pid=94615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 04:21:01.517093 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba53fc76-f799-4bb8-a833-3ca9e14226e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:21:01.517748 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-ba53fc76-f799-4bb8-a833-3ca9e14226e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578295'] for subnet, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:21:01.521688 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-824702a7-d932-4904-bc38-f0167e9a6b58 None None] Network 1c001e5d-5f10-46e0-9089-3ba13d08e463 requested from dv-cinder-810118-1-iscsi {{(pid=94617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 04:21:01.640302 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-ba53fc76-f799-4bb8-a833-3ca9e14226e4 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8667498 Sep 22 04:21:01.659306 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a043d8-ecab-4926-8967-5bfbdb230b42 None None] Network 1c001e5d-5f10-46e0-9089-3ba13d08e463 requested from dv-cinder-810118-1-iscsi {{(pid=94617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 04:21:03.944725 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 38794) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:21:04.201654 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-976730e0-f668-47dd-a07d-2e0550e0eebf admin admin] 10.222.0.24 "GET /v2.0/routers/bb4dbf6f-03df-4214-9c18-f431dd8a8cc1 HTTP/1.1" status: 200 len: 710 time: 0.2555735 Sep 22 04:21:04.312948 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf46688-854b-4f63-8929-b64089177d76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:21:04.314313 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-faf46688-854b-4f63-8929-b64089177d76 admin admin] 10.222.0.24 "GET /v2.0/networks/1c001e5d-5f10-46e0-9089-3ba13d08e463 HTTP/1.1" status: 200 len: 886 time: 0.1067362 Sep 22 04:21:04.324281 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.v2.base [None req-dccd84b4-1862-4387-bc57-098eee5862c5 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463'}}} {{(pid=94616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 04:21:04.565803 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-dccd84b4-1862-4387-bc57-098eee5862c5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:21:04.843626 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-dccd84b4-1862-4387-bc57-098eee5862c5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:21:04.920695 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-dccd84b4-1862-4387-bc57-098eee5862c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:21:05.120105 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.db.db_base_plugin_common [None req-dccd84b4-1862-4387-bc57-098eee5862c5 admin admin] Allocated IP 172.27.3.213 (1c001e5d-5f10-46e0-9089-3ba13d08e463/ef28eb13-4204-4034-a22d-0722adaca342/b6571fbd-bdad-4b2e-95ac-3e139e598dd8) {{(pid=94616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 04:21:05.225241 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-dccd84b4-1862-4387-bc57-098eee5862c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:21:05.374630 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-dccd84b4-1862-4387-bc57-098eee5862c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769518673857'] for port, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:21:05.443451 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dccd84b4-1862-4387-bc57-098eee5862c5 admin admin] Network 1c001e5d-5f10-46e0-9089-3ba13d08e463 is already hosted by enough agents. {{(pid=94616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 04:21:05.448519 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.scheduler.base_scheduler [None req-dccd84b4-1862-4387-bc57-098eee5862c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 04:21:05.454612 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dccd84b4-1862-4387-bc57-098eee5862c5 admin admin] Received port after_create {{(pid=94616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 04:21:05.494403 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccd84b4-1862-4387-bc57-098eee5862c5 admin admin] Pushing event updated for resources: {'Port': ['ID=b6571fbd-bdad-4b2e-95ac-3e139e598dd8,revision_number=1']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:21:05.855834 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-dccd84b4-1862-4387-bc57-098eee5862c5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:21:06.046590 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-dccd84b4-1862-4387-bc57-098eee5862c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1862547', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1865731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1957'] for router, precommit_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:21:06.051495 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-dccd84b4-1862-4387-bc57-098eee5862c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1862584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1862570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1862561', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1865754'] for router, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:21:06.159904 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dccd84b4-1862-4387-bc57-098eee5862c5 admin admin] Router bb4dbf6f-03df-4214-9c18-f431dd8a8cc1 has already been hosted by L3 agent 67baeb3b-346e-4680-9ea8-6eec6aa84835 {{(pid=94616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 04:21:06.262392 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dccd84b4-1862-4387-bc57-098eee5862c5 admin admin] Notify agent at l3_agent.dv-cinder-810118-1-iscsi the message routers_updated {{(pid=94616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 04:21:06.266728 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-dccd84b4-1862-4387-bc57-098eee5862c5 admin admin] Notify callbacks [] for router, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:21:06.267907 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-dccd84b4-1862-4387-bc57-098eee5862c5 admin admin] 10.222.0.24 "PUT /v2.0/routers/bb4dbf6f-03df-4214-9c18-f431dd8a8cc1 HTTP/1.1" status: 200 len: 890 time: 1.9473333 Sep 22 04:21:06.942831 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9dd2107-3fea-4bef-9eab-2e27a9e4de88 None None] Sync routers for ids ['bb4dbf6f-03df-4214-9c18-f431dd8a8cc1'] in dv-cinder-810118-1-iscsi {{(pid=94617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 04:21:06.953602 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Device e2d4d32e-0b73-4227-92d2-1d61009c84dd up at agent ovs-agent-dv-cinder-810118-1-iscsi {{(pid=94617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 04:21:06.974467 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9dd2107-3fea-4bef-9eab-2e27a9e4de88 None None] Routers {'bb4dbf6f-03df-4214-9c18-f431dd8a8cc1'} bound to L3 agent in host dv-cinder-810118-1-iscsi {{(pid=94617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 04:21:06.975132 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-b9dd2107-3fea-4bef-9eab-2e27a9e4de88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810118-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-22T04:20:22Z,description=,heartbeat_timestamp=2021-09-22T04:20:52Z,host='dv-cinder-810118-1-iscsi',id=67baeb3b-346e-4680-9ea8-6eec6aa84835,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T04:20:23Z,topic='l3_agent')) {'router_ids': ['bb4dbf6f-03df-4214-9c18-f431dd8a8cc1'], 'active': True} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:21:07.161328 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Provisioning complete for port e2d4d32e-0b73-4227-92d2-1d61009c84dd triggered by entity L2. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 04:21:07.161625 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628798'] for port, provisioning_complete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:21:07.225317 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvr_db [None req-b9dd2107-3fea-4bef-9eab-2e27a9e4de88 None None] Set router bb4dbf6f-03df-4214-9c18-f431dd8a8cc1 gateway port host: dv-cinder-810118-1-iscsi {{(pid=94617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 04:21:07.708402 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-b9dd2107-3fea-4bef-9eab-2e27a9e4de88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb4dbf6f-03df-4214-9c18-f431dd8a8cc1', 'name': 'router1', 'tenant_id': 'a359971822ae45d3a693a96641d7ec66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'external_fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': 'b6571fbd-bdad-4b2e-95ac-3e139e598dd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T04:20:47Z', 'updated_at': '2021-09-22T04:21:05Z', 'revision_number': 4, 'project_id': 'a359971822ae45d3a693a96641d7ec66', 'gw_port': {'id': 'b6571fbd-bdad-4b2e-95ac-3e139e598dd8', 'name': '', 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:44:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb4dbf6f-03df-4214-9c18-f431dd8a8cc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:21:04Z', 'updated_at': '2021-09-22T04:21:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810118-1-iscsi', '_interfaces': [{'id': 'e2d4d32e-0b73-4227-92d2-1d61009c84dd', 'name': '', 'network_id': '7218dbd6-9140-4a5a-ab96-e5190e3685ca', 'tenant_id': 'a359971822ae45d3a693a96641d7ec66', 'mac_address': 'fa:16:3e:2a:05:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4dbf6f-03df-4214-9c18-f431dd8a8cc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7b643381-75e4-4ef0-9f7e-b94d70559dd6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:20:56Z', 'updated_at': '2021-09-22T04:21:00Z', 'revision_number': 5, 'project_id': 'a359971822ae45d3a693a96641d7ec66', 'subnets': [{'id': '7b643381-75e4-4ef0-9f7e-b94d70559dd6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '32d765f7-e250-465f-9147-041e09d56144'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810118-1-iscsi', False) {} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:21:07.760282 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9dd2107-3fea-4bef-9eab-2e27a9e4de88 None None] Checking router: bb4dbf6f-03df-4214-9c18-f431dd8a8cc1 for host: dv-cinder-810118-1-iscsi {{(pid=94617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 04:21:07.760583 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9dd2107-3fea-4bef-9eab-2e27a9e4de88 None None] Updating router bb4dbf6f-03df-4214-9c18-f431dd8a8cc1 port b6571fbd-bdad-4b2e-95ac-3e139e598dd8 binding host dv-cinder-810118-1-iscsi {{(pid=94617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 04:21:07.804839 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-b9dd2107-3fea-4bef-9eab-2e27a9e4de88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:21:08.189442 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-b9dd2107-3fea-4bef-9eab-2e27a9e4de88 None None] Notify callbacks [] for port, precommit_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:21:08.278031 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-b9dd2107-3fea-4bef-9eab-2e27a9e4de88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:21:08.324993 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.managers [None req-b9dd2107-3fea-4bef-9eab-2e27a9e4de88 None None] Attempting to bind port b6571fbd-bdad-4b2e-95ac-3e139e598dd8 on host dv-cinder-810118-1-iscsi for vnic_type normal with profile {{(pid=94617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 04:21:08.325356 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.managers [None req-b9dd2107-3fea-4bef-9eab-2e27a9e4de88 None None] Attempting to bind port b6571fbd-bdad-4b2e-95ac-3e139e598dd8 by drivers openvswitch,hyperv on host dv-cinder-810118-1-iscsi at level 0 using segments [{'id': '57bccd0b-6164-41c6-a48d-7aba82135152', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463'}] {{(pid=94617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 04:21:08.325712 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9dd2107-3fea-4bef-9eab-2e27a9e4de88 None None] Attempting to bind port b6571fbd-bdad-4b2e-95ac-3e139e598dd8 on network 1c001e5d-5f10-46e0-9089-3ba13d08e463 {{(pid=94617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 04:21:08.334368 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd3a7b0-8e8f-4088-a032-2e9f734087e8 None None] Pushing event updated for resources: {'Port': ['ID=b6571fbd-bdad-4b2e-95ac-3e139e598dd8,revision_number=2']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:21:08.338061 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9dd2107-3fea-4bef-9eab-2e27a9e4de88 None None] Checking agent: {'id': '43b86276-d23d-4f96-ad83-0361cfa8e6ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810118-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 4, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 4, 20, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 4, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810118-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 04:21:08.338431 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9dd2107-3fea-4bef-9eab-2e27a9e4de88 None None] Checking segment: {'id': '57bccd0b-6164-41c6-a48d-7aba82135152', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 04:21:08.338822 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-b9dd2107-3fea-4bef-9eab-2e27a9e4de88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:21:08.339197 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9dd2107-3fea-4bef-9eab-2e27a9e4de88 None None] Bound using segment: {'id': '57bccd0b-6164-41c6-a48d-7aba82135152', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463'} {{(pid=94617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 04:21:08.339653 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.managers [None req-b9dd2107-3fea-4bef-9eab-2e27a9e4de88 None None] Bound port: b6571fbd-bdad-4b2e-95ac-3e139e598dd8, host: dv-cinder-810118-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57bccd0b-6164-41c6-a48d-7aba82135152', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463'}}] {{(pid=94617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 04:21:08.340040 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-b9dd2107-3fea-4bef-9eab-2e27a9e4de88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:21:08.400356 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-b9dd2107-3fea-4bef-9eab-2e27a9e4de88 None None] For port b6571fbd-bdad-4b2e-95ac-3e139e598dd8, host dv-cinder-810118-1-iscsi, cleared binding levels {{(pid=94617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 04:21:08.403374 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-b9dd2107-3fea-4bef-9eab-2e27a9e4de88 None None] For port b6571fbd-bdad-4b2e-95ac-3e139e598dd8, host dv-cinder-810118-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810118-1-iscsi',level=0,port_id=b6571fbd-bdad-4b2e-95ac-3e139e598dd8,segment=NetworkSegment(57bccd0b-6164-41c6-a48d-7aba82135152),segment_id=57bccd0b-6164-41c6-a48d-7aba82135152)] {{(pid=94617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 04:21:08.482956 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-b9dd2107-3fea-4bef-9eab-2e27a9e4de88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:21:08.541469 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9dd2107-3fea-4bef-9eab-2e27a9e4de88 None None] Routers {'bb4dbf6f-03df-4214-9c18-f431dd8a8cc1'} bound to L3 agent in host dv-cinder-810118-1-iscsi {{(pid=94617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 04:21:08.542114 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-b9dd2107-3fea-4bef-9eab-2e27a9e4de88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810118-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-22T04:20:22Z,description=,heartbeat_timestamp=2021-09-22T04:20:52Z,host='dv-cinder-810118-1-iscsi',id=67baeb3b-346e-4680-9ea8-6eec6aa84835,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T04:20:23Z,topic='l3_agent')) {'router_ids': ['bb4dbf6f-03df-4214-9c18-f431dd8a8cc1'], 'active': True} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:21:08.578059 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd3a7b0-8e8f-4088-a032-2e9f734087e8 None None] Pushing event updated for resources: {'Port': ['ID=b6571fbd-bdad-4b2e-95ac-3e139e598dd8,revision_number=3']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:21:08.654239 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvr_db [None req-b9dd2107-3fea-4bef-9eab-2e27a9e4de88 None None] Set router bb4dbf6f-03df-4214-9c18-f431dd8a8cc1 gateway port host: dv-cinder-810118-1-iscsi {{(pid=94617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 04:21:08.667605 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 38806) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:21:08.781674 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-58982c3e-5388-44bf-adf9-8bdc077c269a admin admin] 10.222.0.24 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1128330 Sep 22 04:21:08.865618 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-b9dd2107-3fea-4bef-9eab-2e27a9e4de88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb4dbf6f-03df-4214-9c18-f431dd8a8cc1', 'name': 'router1', 'tenant_id': 'a359971822ae45d3a693a96641d7ec66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'external_fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': 'b6571fbd-bdad-4b2e-95ac-3e139e598dd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T04:20:47Z', 'updated_at': '2021-09-22T04:21:05Z', 'revision_number': 4, 'project_id': 'a359971822ae45d3a693a96641d7ec66', 'gw_port': {'id': 'b6571fbd-bdad-4b2e-95ac-3e139e598dd8', 'name': '', 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:44:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb4dbf6f-03df-4214-9c18-f431dd8a8cc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:21:04Z', 'updated_at': '2021-09-22T04:21:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810118-1-iscsi', '_interfaces': [{'id': 'e2d4d32e-0b73-4227-92d2-1d61009c84dd', 'name': '', 'network_id': '7218dbd6-9140-4a5a-ab96-e5190e3685ca', 'tenant_id': 'a359971822ae45d3a693a96641d7ec66', 'mac_address': 'fa:16:3e:2a:05:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4dbf6f-03df-4214-9c18-f431dd8a8cc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7b643381-75e4-4ef0-9f7e-b94d70559dd6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:20:56Z', 'updated_at': '2021-09-22T04:21:00Z', 'revision_number': 5, 'project_id': 'a359971822ae45d3a693a96641d7ec66', 'subnets': [{'id': '7b643381-75e4-4ef0-9f7e-b94d70559dd6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '32d765f7-e250-465f-9147-041e09d56144'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810118-1-iscsi', False) {} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:21:08.892576 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9dd2107-3fea-4bef-9eab-2e27a9e4de88 None None] The sync data for ids ['bb4dbf6f-03df-4214-9c18-f431dd8a8cc1'] in dv-cinder-810118-1-iscsi is: [{'id': 'bb4dbf6f-03df-4214-9c18-f431dd8a8cc1', 'name': 'router1', 'tenant_id': 'a359971822ae45d3a693a96641d7ec66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'external_fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': 'b6571fbd-bdad-4b2e-95ac-3e139e598dd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T04:20:47Z', 'updated_at': '2021-09-22T04:21:05Z', 'revision_number': 4, 'project_id': 'a359971822ae45d3a693a96641d7ec66', 'gw_port': {'id': 'b6571fbd-bdad-4b2e-95ac-3e139e598dd8', 'name': '', 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:44:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb4dbf6f-03df-4214-9c18-f431dd8a8cc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:21:04Z', 'updated_at': '2021-09-22T04:21:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810118-1-iscsi', '_interfaces': [{'id': 'e2d4d32e-0b73-4227-92d2-1d61009c84dd', 'name': '', 'network_id': '7218dbd6-9140-4a5a-ab96-e5190e3685ca', 'tenant_id': 'a359971822ae45d3a693a96641d7ec66', 'mac_address': 'fa:16:3e:2a:05:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4dbf6f-03df-4214-9c18-f431dd8a8cc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7b643381-75e4-4ef0-9f7e-b94d70559dd6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:20:56Z', 'updated_at': '2021-09-22T04:21:00Z', 'revision_number': 5, 'project_id': 'a359971822ae45d3a693a96641d7ec66', 'subnets': [{'id': '7b643381-75e4-4ef0-9f7e-b94d70559dd6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '32d765f7-e250-465f-9147-041e09d56144'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 04:21:10.096046 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.agents_db [None req-7fda405f-bd13-41fd-9497-f6551785b8a3 None None] Agent healthcheck: found 5 active agents {{(pid=94618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 04:21:10.985233 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Device b6571fbd-bdad-4b2e-95ac-3e139e598dd8 up at agent ovs-agent-dv-cinder-810118-1-iscsi {{(pid=94617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 04:21:11.044158 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Provisioning complete for port b6571fbd-bdad-4b2e-95ac-3e139e598dd8 triggered by entity L2. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 04:21:11.044687 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628798'] for port, provisioning_complete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:21:11.126991 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:21:11.146780 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] For port b6571fbd-bdad-4b2e-95ac-3e139e598dd8, host dv-cinder-810118-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810118-1-iscsi',level=0,port_id=b6571fbd-bdad-4b2e-95ac-3e139e598dd8,segment=NetworkSegment(57bccd0b-6164-41c6-a48d-7aba82135152),segment_id=57bccd0b-6164-41c6-a48d-7aba82135152)] {{(pid=94617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:21:11.254675 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:21:11.304136 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Pushing event updated for resources: {'Port': ['ID=b6571fbd-bdad-4b2e-95ac-3e139e598dd8,revision_number=4']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:21:12.979931 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Device b6571fbd-bdad-4b2e-95ac-3e139e598dd8 up at agent ovs-agent-dv-cinder-810118-1-iscsi {{(pid=94617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 04:21:13.058609 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Provisioning complete for port b6571fbd-bdad-4b2e-95ac-3e139e598dd8 triggered by entity L2. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 04:21:13.058609 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628798'] for port, provisioning_complete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:21:20.043377 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-8b3a485a-ea4d-41a4-8a1e-d05bf7f953cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:21:22.524406 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-0c0b92a5-1626-4682-92b2-cad805af7363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:21:23.282077 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:21:24.008987 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-62fe730e-da9a-4cac-a5e3-718f571d83ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:21:25.518262 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-c7bbae2d-f237-46cc-b838-3371bd865633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:21:47.097479 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.agents_db [None req-7fda405f-bd13-41fd-9497-f6551785b8a3 None None] Agent healthcheck: found 5 active agents {{(pid=94618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 04:21:50.037688 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2d02cf3b-3233-4421-8b21-7e79b027d6e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:21:52.546000 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-79b739b9-7adb-4570-accf-557d09091f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:21:53.408367 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:21:54.006618 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-62fe730e-da9a-4cac-a5e3-718f571d83ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:21:55.534227 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-c7bbae2d-f237-46cc-b838-3371bd865633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:22:20.047964 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2886b856-aa01-4cbf-8db1-ca552597765d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:22:22.505714 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-43f78db2-c686-49e9-af04-46356c9c79a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:22:23.264911 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:22:23.996099 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-62fe730e-da9a-4cac-a5e3-718f571d83ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:22:24.095764 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.agents_db [None req-7fda405f-bd13-41fd-9497-f6551785b8a3 None None] Agent healthcheck: found 5 active agents {{(pid=94618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 04:22:25.519801 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-c7bbae2d-f237-46cc-b838-3371bd865633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:22:46.278322 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 39368) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:22:46.351746 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7871d9e-cb7e-4e33-ab08-84e61993f64e admin admin] GET failed (client error): The resource could not be found. Sep 22 04:22:46.353092 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-c7871d9e-cb7e-4e33-ab08-84e61993f64e admin admin] 10.222.0.24 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0738297 Sep 22 04:22:46.508994 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80e4f87-5260-483e-a0a9-6741d3157522 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:22:46.510389 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-d80e4f87-5260-483e-a0a9-6741d3157522 admin admin] 10.222.0.24 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1527259 Sep 22 04:22:48.732372 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 39378) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:22:48.894136 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a70b0c-db21-4b65-a046-89d72bd63a21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:22:48.895502 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-b8a70b0c-db21-4b65-a046-89d72bd63a21 admin admin] 10.222.0.24 "GET /v2.0/subnets/7b643381-75e4-4ef0-9f7e-b94d70559dd6 HTTP/1.1" status: 200 len: 849 time: 0.1621523 Sep 22 04:22:48.905667 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.v2.base [None req-9ced0ff4-44a3-4a39-bda1-705cd225eb93 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 04:22:48.988260 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-9ced0ff4-44a3-4a39-bda1-705cd225eb93 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:22:49.181955 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-9ced0ff4-44a3-4a39-bda1-705cd225eb93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8769518980343'] for subnet, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:22:49.209004 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ced0ff4-44a3-4a39-bda1-705cd225eb93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:22:49.209585 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-9ced0ff4-44a3-4a39-bda1-705cd225eb93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578295'] for subnet, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:22:49.214523 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-9ced0ff4-44a3-4a39-bda1-705cd225eb93 admin admin] 10.222.0.24 "PUT /v2.0/subnets/7b643381-75e4-4ef0-9f7e-b94d70559dd6 HTTP/1.1" status: 200 len: 868 time: 0.3089974 Sep 22 04:22:49.214693 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f3746f9-2a24-49cc-b8f1-480b33ed96a0 None None] Network 7218dbd6-9140-4a5a-ab96-e5190e3685ca requested from dv-cinder-810118-1-iscsi {{(pid=94617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 04:22:49.234285 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ced0ff4-44a3-4a39-bda1-705cd225eb93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b643381-75e4-4ef0-9f7e-b94d70559dd6,revision_number=1']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:22:49.242891 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ced0ff4-44a3-4a39-bda1-705cd225eb93 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:22:49.243607 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ced0ff4-44a3-4a39-bda1-705cd225eb93 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:22:49.244281 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ced0ff4-44a3-4a39-bda1-705cd225eb93 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:22:49.244643 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ced0ff4-44a3-4a39-bda1-705cd225eb93 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:22:49.244976 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ced0ff4-44a3-4a39-bda1-705cd225eb93 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:22:49.245335 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ced0ff4-44a3-4a39-bda1-705cd225eb93 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:22:49.245663 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ced0ff4-44a3-4a39-bda1-705cd225eb93 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:22:49.245991 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ced0ff4-44a3-4a39-bda1-705cd225eb93 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:22:49.246590 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ced0ff4-44a3-4a39-bda1-705cd225eb93 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:22:49.246917 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ced0ff4-44a3-4a39-bda1-705cd225eb93 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:22:49.247236 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ced0ff4-44a3-4a39-bda1-705cd225eb93 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:22:49.247552 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ced0ff4-44a3-4a39-bda1-705cd225eb93 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:22:49.583239 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-8129086d-7e30-40eb-890d-763f19d8e9d6 None None] Provisioning complete for port e2d4d32e-0b73-4227-92d2-1d61009c84dd triggered by entity DHCP. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 04:22:49.583609 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-8129086d-7e30-40eb-890d-763f19d8e9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628798'] for port, provisioning_complete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:22:49.666109 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-8129086d-7e30-40eb-890d-763f19d8e9d6 None None] Provisioning complete for port 827f6720-4a2f-463d-87d1-aee4dd032ed3 triggered by entity DHCP. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 04:22:49.666399 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-8129086d-7e30-40eb-890d-763f19d8e9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628798'] for port, provisioning_complete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:22:50.069943 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-179d946f-e7ff-4121-851c-72518e99cc01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:22:51.400623 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 39386) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:22:51.608106 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6ba92a-bc79-4cb0-a6ca-0928f75861cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:22:51.608529 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6ba92a-bc79-4cb0-a6ca-0928f75861cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:22:51.610072 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-ef6ba92a-bc79-4cb0-a6ca-0928f75861cc admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2084723 Sep 22 04:22:52.498431 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-4a425bd6-dce9-451e-a761-5ba81bd8f643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:22:53.270764 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:22:53.784026 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 39394) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:22:53.910171 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf059c9-2612-450e-afa6-6652a1d94d7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:22:53.910527 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf059c9-2612-450e-afa6-6652a1d94d7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:22:53.912063 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-eaf059c9-2612-450e-afa6-6652a1d94d7e admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1265213 Sep 22 04:22:54.005655 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-62fe730e-da9a-4cac-a5e3-718f571d83ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:22:55.544083 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-c7bbae2d-f237-46cc-b838-3371bd865633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:22:56.093748 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 39402) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:22:56.228496 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35376083-f0fc-4962-8f2f-e419c33fa62f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:22:56.229764 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-35376083-f0fc-4962-8f2f-e419c33fa62f admin admin] 10.222.0.24 "GET /v2.0/networks/1c001e5d-5f10-46e0-9089-3ba13d08e463 HTTP/1.1" status: 200 len: 886 time: 0.1350496 Sep 22 04:22:58.399453 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 39410) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:22:58.542082 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156ab1c3-2e71-4137-b8bf-3b1c1d1b658c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:22:58.543526 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-156ab1c3-2e71-4137-b8bf-3b1c1d1b658c admin admin] 10.222.0.24 "GET /v2.0/networks/7218dbd6-9140-4a5a-ab96-e5190e3685ca HTTP/1.1" status: 200 len: 868 time: 0.1430883 Sep 22 04:23:00.717934 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 39418) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:23:00.848560 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e41180e-5424-499a-aee3-918727aed8c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:23:00.849016 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e41180e-5424-499a-aee3-918727aed8c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:23:00.850529 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-5e41180e-5424-499a-aee3-918727aed8c2 admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1316397 Sep 22 04:23:01.094843 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.agents_db [None req-7fda405f-bd13-41fd-9497-f6551785b8a3 None None] Agent healthcheck: found 5 active agents {{(pid=94618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 04:23:03.034520 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 39426) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:23:03.126254 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8780dd4e-8ccd-4b9a-a219-f7b3ba22fb6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:23:03.126716 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8780dd4e-8ccd-4b9a-a219-f7b3ba22fb6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:23:03.128813 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-8780dd4e-8ccd-4b9a-a219-f7b3ba22fb6d admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0933237 Sep 22 04:23:05.302468 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 39434) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:23:05.403307 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321b10ce-618b-4c86-9a09-9b4b67cdf777 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:23:05.404769 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-321b10ce-618b-4c86-9a09-9b4b67cdf777 admin admin] 10.222.0.24 "GET /v2.0/subnets/7b643381-75e4-4ef0-9f7e-b94d70559dd6 HTTP/1.1" status: 200 len: 868 time: 0.1013303 Sep 22 04:23:07.584530 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 39442) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:23:07.670492 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6214c5b0-63c6-46f3-aca4-f6df43ca24bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:23:07.671849 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-6214c5b0-63c6-46f3-aca4-f6df43ca24bb admin admin] 10.222.0.24 "GET /v2.0/subnets/ef28eb13-4204-4034-a22d-0722adaca342 HTTP/1.1" status: 200 len: 816 time: 0.0863719 Sep 22 04:23:20.018040 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-8c852b99-031a-44c0-ac98-4537343e373e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:23:22.520800 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-35d42fe0-4cf1-4542-b29e-e4169b17dd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:23:23.264126 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:23:24.017498 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-62fe730e-da9a-4cac-a5e3-718f571d83ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:23:25.558652 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-c7bbae2d-f237-46cc-b838-3371bd865633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:23:31.519288 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 39496) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:23:31.565183 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [None req-2ea2106a-620d-4251-bc07-71acc7dc392c admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94616) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 04:23:31.566173 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-2ea2106a-620d-4251-bc07-71acc7dc392c admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0459695 Sep 22 04:23:33.819974 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 39504) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:23:33.890136 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.pecan_wsgi.hooks.translation [None req-fab78386-2dff-463a-8eb2-4e6239b12920 admin admin] GET failed (client error): The resource could not be found. Sep 22 04:23:33.891440 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-fab78386-2dff-463a-8eb2-4e6239b12920 admin admin] 10.222.0.24 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0705140 Sep 22 04:23:33.977380 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e205a65-71b1-471f-b144-77ee1b0509fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:23:33.978837 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-9e205a65-71b1-471f-b144-77ee1b0509fa admin admin] 10.222.0.24 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0822330 Sep 22 04:23:36.274654 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 39512) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:23:36.327111 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.v2.base [None req-da80cf0b-8d64-42be-9504-118cc352b4d2 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=94616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 04:23:36.405542 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da80cf0b-8d64-42be-9504-118cc352b4d2 admin admin] Made reservation on behalf of ee6d468c9c164c84aed5b6221be881fa for: {'network': 1} {{(pid=94616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 04:23:36.408254 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-da80cf0b-8d64-42be-9504-118cc352b4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for network, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:23:36.443022 dv-cinder-810118-1-iscsi neutron-server[94616]: WARNING neutron.services.revisions.revision_plugin [None req-da80cf0b-8d64-42be-9504-118cc352b4d2 admin admin] Could not find related network for resource to bump revision. Sep 22 04:23:36.461413 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da80cf0b-8d64-42be-9504-118cc352b4d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=94616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 04:23:36.463754 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-da80cf0b-8d64-42be-9504-118cc352b4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-614853'] for segment, precommit_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:23:36.464095 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.db.segments_db [None req-da80cf0b-8d64-42be-9504-118cc352b4d2 admin admin] Added segment 5d835d2d-3759-4354-ac6e-6fa3b513e896 of type vlan for network e61ed14f-0d84-4341-b68b-362894a4f930 Sep 22 04:23:36.513633 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-da80cf0b-8d64-42be-9504-118cc352b4d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769518629407'] for network, precommit_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:23:36.588397 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-da80cf0b-8d64-42be-9504-118cc352b4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117'] for network, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:23:36.589436 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da80cf0b-8d64-42be-9504-118cc352b4d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:23:36.590005 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-da80cf0b-8d64-42be-9504-118cc352b4d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578295'] for network, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:23:36.646519 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da80cf0b-8d64-42be-9504-118cc352b4d2 admin admin] Pushing event updated for resources: {'Network': ['ID=e61ed14f-0d84-4341-b68b-362894a4f930,revision_number=1']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:23:36.649319 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-da80cf0b-8d64-42be-9504-118cc352b4d2 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.3736043 Sep 22 04:23:36.676555 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Network e61ed14f-0d84-4341-b68b-362894a4f930 details requested by agent ovs-agent-dv-cinder-810118-1-iscsi with host dv-cinder-810118-1-iscsi {{(pid=94617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 04:23:38.093910 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.agents_db [None req-7fda405f-bd13-41fd-9497-f6551785b8a3 None None] Agent healthcheck: found 5 active agents {{(pid=94618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 04:23:38.849083 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 39520) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:23:38.920947 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ea97c58-063a-46b3-8cc2-8ccd7a6f41f5 admin admin] GET failed (client error): The resource could not be found. Sep 22 04:23:38.922267 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-3ea97c58-063a-46b3-8cc2-8ccd7a6f41f5 admin admin] 10.222.0.24 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0722227 Sep 22 04:23:38.993426 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ae7aa1-2fa1-4757-ac1f-2f4108bde50a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:23:38.994865 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-f0ae7aa1-2fa1-4757-ac1f-2f4108bde50a admin admin] 10.222.0.24 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0674715 Sep 22 04:23:39.005698 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.v2.base [None req-d5b30ce4-d75b-4c62-a00c-1a27170ed8ee admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': 'e61ed14f-0d84-4341-b68b-362894a4f930', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=94616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 04:23:39.080107 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5b30ce4-d75b-4c62-a00c-1a27170ed8ee admin admin] Made reservation on behalf of ee6d468c9c164c84aed5b6221be881fa for: {'subnet': 1} {{(pid=94616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 04:23:39.082311 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-d5b30ce4-d75b-4c62-a00c-1a27170ed8ee admin admin] Notify callbacks [] for subnet, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:23:39.303551 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-d5b30ce4-d75b-4c62-a00c-1a27170ed8ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117'] for subnet, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:23:39.356899 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b30ce4-d75b-4c62-a00c-1a27170ed8ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6bcf8cb-6b0f-4f82-80a8-7308ff8ba142,revision_number=0']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:23:39.365090 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b30ce4-d75b-4c62-a00c-1a27170ed8ee admin admin] Checking segment: {'id': '5d835d2d-3759-4354-ac6e-6fa3b513e896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e61ed14f-0d84-4341-b68b-362894a4f930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 04:23:39.365439 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b30ce4-d75b-4c62-a00c-1a27170ed8ee admin admin] Network hostable DHCP agents. Network: e61ed14f-0d84-4341-b68b-362894a4f930, hostable agents: ['73f1375a-57ed-4431-affd-4785c4767c4b'], hosted agents: [] {{(pid=94616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 04:23:39.443083 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b30ce4-d75b-4c62-a00c-1a27170ed8ee admin admin] Network e61ed14f-0d84-4341-b68b-362894a4f930 is scheduled to be hosted by DHCP agent 73f1375a-57ed-4431-affd-4785c4767c4b with binding_index 1 {{(pid=94616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 04:23:39.505883 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.scheduler.base_scheduler [None req-d5b30ce4-d75b-4c62-a00c-1a27170ed8ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810118-1-iscsi, e61ed14f-0d84-4341-b68b-362894a4f930) {{(pid=94616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 04:23:39.511527 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b30ce4-d75b-4c62-a00c-1a27170ed8ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:23:39.511704 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-d5b30ce4-d75b-4c62-a00c-1a27170ed8ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578295'] for subnet, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:23:39.514660 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56eaf69-b232-4904-950f-fc44743e4c30 None None] Network e61ed14f-0d84-4341-b68b-362894a4f930 requested from dv-cinder-810118-1-iscsi {{(pid=94617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 04:23:39.600733 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-d5b30ce4-d75b-4c62-a00c-1a27170ed8ee admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5982697 Sep 22 04:23:39.659754 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa08712-9b68-4819-935f-9a10ea712c57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d0c5ae4-b049-5a13-ad81-6bc49d40bb64-e61ed14f-0d84-4341-b68b-362894a4f930', 'network_id': 'e61ed14f-0d84-4341-b68b-362894a4f930', 'tenant_id': 'ee6d468c9c164c84aed5b6221be881fa', 'fixed_ips': [{'subnet_id': 'f6bcf8cb-6b0f-4f82-80a8-7308ff8ba142'}]}} from dv-cinder-810118-1-iscsi. {{(pid=94617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 04:23:39.660686 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-0fa08712-9b68-4819-935f-9a10ea712c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_create {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:23:39.799244 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.db_base_plugin_common [None req-0fa08712-9b68-4819-935f-9a10ea712c57 None None] Allocated IP 192.168.233.2 (e61ed14f-0d84-4341-b68b-362894a4f930/f6bcf8cb-6b0f-4f82-80a8-7308ff8ba142/57fdb43a-4f75-43d2-9895-f371393d33cc) {{(pid=94617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 04:23:39.941554 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-0fa08712-9b68-4819-935f-9a10ea712c57 None None] Notify callbacks [] for port, precommit_create {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:23:40.040668 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-0fa08712-9b68-4819-935f-9a10ea712c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769518673857'] for port, after_create {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:23:40.077830 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa08712-9b68-4819-935f-9a10ea712c57 None None] Network e61ed14f-0d84-4341-b68b-362894a4f930 is already hosted by enough agents. {{(pid=94617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 04:23:40.081164 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.scheduler.base_scheduler [None req-0fa08712-9b68-4819-935f-9a10ea712c57 None None] Resources bound (agent type, host, resource id): {{(pid=94617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 04:23:40.084482 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa08712-9b68-4819-935f-9a10ea712c57 None None] Received port after_create {{(pid=94617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 04:23:40.099529 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa08712-9b68-4819-935f-9a10ea712c57 None None] Pushing event updated for resources: {'Port': ['ID=57fdb43a-4f75-43d2-9895-f371393d33cc,revision_number=1']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:23:40.118546 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa08712-9b68-4819-935f-9a10ea712c57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:23:40.118891 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa08712-9b68-4819-935f-9a10ea712c57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:23:40.119228 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa08712-9b68-4819-935f-9a10ea712c57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:23:40.119555 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa08712-9b68-4819-935f-9a10ea712c57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:23:40.119882 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa08712-9b68-4819-935f-9a10ea712c57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:23:40.120206 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa08712-9b68-4819-935f-9a10ea712c57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:23:40.120553 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa08712-9b68-4819-935f-9a10ea712c57 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:23:40.120890 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa08712-9b68-4819-935f-9a10ea712c57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:23:40.121481 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa08712-9b68-4819-935f-9a10ea712c57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:23:40.121798 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa08712-9b68-4819-935f-9a10ea712c57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:23:40.122112 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa08712-9b68-4819-935f-9a10ea712c57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:23:40.122420 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa08712-9b68-4819-935f-9a10ea712c57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:23:40.154995 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.managers [None req-0fa08712-9b68-4819-935f-9a10ea712c57 None None] Attempting to bind port 57fdb43a-4f75-43d2-9895-f371393d33cc on host dv-cinder-810118-1-iscsi for vnic_type normal with profile {{(pid=94617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 04:23:40.155358 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.managers [None req-0fa08712-9b68-4819-935f-9a10ea712c57 None None] Attempting to bind port 57fdb43a-4f75-43d2-9895-f371393d33cc by drivers openvswitch,hyperv on host dv-cinder-810118-1-iscsi at level 0 using segments [{'id': '5d835d2d-3759-4354-ac6e-6fa3b513e896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e61ed14f-0d84-4341-b68b-362894a4f930'}] {{(pid=94617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 04:23:40.155717 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa08712-9b68-4819-935f-9a10ea712c57 None None] Attempting to bind port 57fdb43a-4f75-43d2-9895-f371393d33cc on network e61ed14f-0d84-4341-b68b-362894a4f930 {{(pid=94617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 04:23:40.161240 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa08712-9b68-4819-935f-9a10ea712c57 None None] Checking agent: {'id': '43b86276-d23d-4f96-ad83-0361cfa8e6ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810118-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 4, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 4, 20, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 4, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810118-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 04:23:40.161546 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa08712-9b68-4819-935f-9a10ea712c57 None None] Checking segment: {'id': '5d835d2d-3759-4354-ac6e-6fa3b513e896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e61ed14f-0d84-4341-b68b-362894a4f930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 04:23:40.161939 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-0fa08712-9b68-4819-935f-9a10ea712c57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:23:40.162314 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa08712-9b68-4819-935f-9a10ea712c57 None None] Bound using segment: {'id': '5d835d2d-3759-4354-ac6e-6fa3b513e896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e61ed14f-0d84-4341-b68b-362894a4f930'} {{(pid=94617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 04:23:40.162768 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.managers [None req-0fa08712-9b68-4819-935f-9a10ea712c57 None None] Bound port: 57fdb43a-4f75-43d2-9895-f371393d33cc, host: dv-cinder-810118-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d835d2d-3759-4354-ac6e-6fa3b513e896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e61ed14f-0d84-4341-b68b-362894a4f930'}}] {{(pid=94617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 04:23:40.163154 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-0fa08712-9b68-4819-935f-9a10ea712c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:23:40.226630 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-0fa08712-9b68-4819-935f-9a10ea712c57 None None] For port 57fdb43a-4f75-43d2-9895-f371393d33cc, host dv-cinder-810118-1-iscsi, cleared binding levels {{(pid=94617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 04:23:40.231323 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-0fa08712-9b68-4819-935f-9a10ea712c57 None None] For port 57fdb43a-4f75-43d2-9895-f371393d33cc, host dv-cinder-810118-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810118-1-iscsi',level=0,port_id=57fdb43a-4f75-43d2-9895-f371393d33cc,segment=NetworkSegment(5d835d2d-3759-4354-ac6e-6fa3b513e896),segment_id=5d835d2d-3759-4354-ac6e-6fa3b513e896)] {{(pid=94617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 04:23:40.290227 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-0fa08712-9b68-4819-935f-9a10ea712c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:23:40.351560 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa08712-9b68-4819-935f-9a10ea712c57 None None] Pushing event updated for resources: {'Port': ['ID=57fdb43a-4f75-43d2-9895-f371393d33cc,revision_number=2']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:23:41.083259 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Device 57fdb43a-4f75-43d2-9895-f371393d33cc up at agent ovs-agent-dv-cinder-810118-1-iscsi {{(pid=94617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 04:23:41.139676 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Provisioning complete for port 57fdb43a-4f75-43d2-9895-f371393d33cc triggered by entity L2. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 04:23:41.140337 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628798'] for port, provisioning_complete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:23:41.194382 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176eb513-1f80-4809-9e70-0dba7c330e7a None None] Network e61ed14f-0d84-4341-b68b-362894a4f930 requested from dv-cinder-810118-1-iscsi {{(pid=94617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 04:23:41.252716 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:23:41.309355 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-e2c1449e-71f5-4212-bde0-4aa422076863 None None] Provisioning complete for port 57fdb43a-4f75-43d2-9895-f371393d33cc triggered by entity DHCP. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 04:23:41.309718 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-e2c1449e-71f5-4212-bde0-4aa422076863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628798'] for port, provisioning_complete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:23:41.351058 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] For port 57fdb43a-4f75-43d2-9895-f371393d33cc, host dv-cinder-810118-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810118-1-iscsi',level=0,port_id=57fdb43a-4f75-43d2-9895-f371393d33cc,segment=NetworkSegment(5d835d2d-3759-4354-ac6e-6fa3b513e896),segment_id=5d835d2d-3759-4354-ac6e-6fa3b513e896)] {{(pid=94617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:23:41.411478 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:23:41.507769 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Pushing event updated for resources: {'Port': ['ID=57fdb43a-4f75-43d2-9895-f371393d33cc,revision_number=3']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:23:41.737166 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-8680412e-9773-4888-8bd9-127406ed67b3 None None] Provisioning complete for port 57fdb43a-4f75-43d2-9895-f371393d33cc triggered by entity DHCP. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 04:23:41.737621 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-8680412e-9773-4888-8bd9-127406ed67b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628798'] for port, provisioning_complete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:23:43.042836 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Device 57fdb43a-4f75-43d2-9895-f371393d33cc up at agent ovs-agent-dv-cinder-810118-1-iscsi {{(pid=94617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 04:23:43.088621 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Provisioning complete for port 57fdb43a-4f75-43d2-9895-f371393d33cc triggered by entity L2. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 04:23:43.088987 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628798'] for port, provisioning_complete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:23:50.068680 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-1a5b6bcd-3cae-4001-943e-822cee590ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:23:52.508219 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-ee49522d-75b4-4d06-88ce-c1fab11dba83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:23:53.273996 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:23:54.032498 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-62fe730e-da9a-4cac-a5e3-718f571d83ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:23:55.571363 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-c7bbae2d-f237-46cc-b838-3371bd865633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:24:15.092412 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.agents_db [None req-7fda405f-bd13-41fd-9497-f6551785b8a3 None None] Agent healthcheck: found 5 active agents {{(pid=94618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 04:24:20.048706 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-a19c2a88-39bb-4bbb-9f0e-77fac1f16117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:24:22.528283 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-33ad6987-a566-4165-980a-6cb4e0348da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:24:23.256209 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:24:24.004424 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-62fe730e-da9a-4cac-a5e3-718f571d83ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:24:25.567580 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-c7bbae2d-f237-46cc-b838-3371bd865633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:24:50.100963 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-05dc53c3-be7a-4d86-a03b-894bfdfcb357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:24:52.090853 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.agents_db [None req-7fda405f-bd13-41fd-9497-f6551785b8a3 None None] Agent healthcheck: found 5 active agents {{(pid=94618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 04:24:52.516233 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-b5971064-a184-4ffb-a73b-d9b892e878fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:24:53.272884 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:24:54.021246 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-62fe730e-da9a-4cac-a5e3-718f571d83ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:24:55.555596 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-c7bbae2d-f237-46cc-b838-3371bd865633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:25:02.504090 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 39576) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:25:02.510189 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [None req-39117d44-f3b9-4780-a32b-9fe99a701975 tempest-verify_tempest_config-1435373761 tempest-verify_tempest_config-1435373761-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94615) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 04:25:02.511150 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-39117d44-f3b9-4780-a32b-9fe99a701975 tempest-verify_tempest_config-1435373761 tempest-verify_tempest_config-1435373761-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060821 Sep 22 04:25:03.188452 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 39594) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:25:03.286621 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-1f5b4dca-d81e-45e2-98d3-6823be3775ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:25:03.369714 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-1f5b4dca-d81e-45e2-98d3-6823be3775ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:25:03.438579 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-1f5b4dca-d81e-45e2-98d3-6823be3775ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:25:03.484230 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5b4dca-d81e-45e2-98d3-6823be3775ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ca6f664-edff-4227-98bf-11bd25d1b1bf,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:25:03.488700 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-1f5b4dca-d81e-45e2-98d3-6823be3775ac admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=74ff92d5c77e486fb989a00462258a24&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2992008 Sep 22 04:25:03.491538 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 39598) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:25:03.492940 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5b4dca-d81e-45e2-98d3-6823be3775ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:25:03.493318 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5b4dca-d81e-45e2-98d3-6823be3775ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:25:03.493620 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5b4dca-d81e-45e2-98d3-6823be3775ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:25:03.493952 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5b4dca-d81e-45e2-98d3-6823be3775ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:25:03.494285 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5b4dca-d81e-45e2-98d3-6823be3775ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:25:03.494637 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5b4dca-d81e-45e2-98d3-6823be3775ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:25:03.494968 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5b4dca-d81e-45e2-98d3-6823be3775ac admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:25:03.495293 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5b4dca-d81e-45e2-98d3-6823be3775ac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:25:03.495632 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5b4dca-d81e-45e2-98d3-6823be3775ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:25:03.496217 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5b4dca-d81e-45e2-98d3-6823be3775ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:25:03.496565 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5b4dca-d81e-45e2-98d3-6823be3775ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:25:03.496891 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5b4dca-d81e-45e2-98d3-6823be3775ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:25:03.548160 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-0facb1ab-776f-4508-bd98-dfbd6d5ef93b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:25:03.568646 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-0facb1ab-776f-4508-bd98-dfbd6d5ef93b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:25:03.718262 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-0facb1ab-776f-4508-bd98-dfbd6d5ef93b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:25:03.720675 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-0facb1ab-776f-4508-bd98-dfbd6d5ef93b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:25:03.721819 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-0facb1ab-776f-4508-bd98-dfbd6d5ef93b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0ca6f664-edff-4227-98bf-11bd25d1b1bf HTTP/1.1" status: 204 len: 168 time: 0.2293339 Sep 22 04:25:03.729422 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0facb1ab-776f-4508-bd98-dfbd6d5ef93b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ca6f664-edff-4227-98bf-11bd25d1b1bf,revision_number=None']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:25:03.736384 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0facb1ab-776f-4508-bd98-dfbd6d5ef93b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:25:03.736783 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0facb1ab-776f-4508-bd98-dfbd6d5ef93b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:25:03.737123 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0facb1ab-776f-4508-bd98-dfbd6d5ef93b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:25:03.737454 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0facb1ab-776f-4508-bd98-dfbd6d5ef93b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:25:03.737778 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0facb1ab-776f-4508-bd98-dfbd6d5ef93b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:25:03.738117 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0facb1ab-776f-4508-bd98-dfbd6d5ef93b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:25:03.738457 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0facb1ab-776f-4508-bd98-dfbd6d5ef93b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:25:03.738777 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0facb1ab-776f-4508-bd98-dfbd6d5ef93b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:25:03.739096 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0facb1ab-776f-4508-bd98-dfbd6d5ef93b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:25:03.739410 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0facb1ab-776f-4508-bd98-dfbd6d5ef93b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:25:03.739855 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0facb1ab-776f-4508-bd98-dfbd6d5ef93b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:25:03.740067 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0facb1ab-776f-4508-bd98-dfbd6d5ef93b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:25:20.086489 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-1a93965f-0401-4fd2-bd53-1386c9315840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:25:22.511585 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-477ea146-8e7c-4cf7-bc81-87132329e68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:25:23.263912 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:25:24.020284 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-62fe730e-da9a-4cac-a5e3-718f571d83ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:25:25.574817 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-c7bbae2d-f237-46cc-b838-3371bd865633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:25:29.088719 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.agents_db [None req-7fda405f-bd13-41fd-9497-f6551785b8a3 None None] Agent healthcheck: found 5 active agents {{(pid=94618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 04:25:50.111149 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-0ee319fe-4292-4252-9d43-7ca87efdb6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:25:52.608257 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5cdec532-8ce3-41b5-9f6b-13326ef40196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:25:53.259603 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:25:54.022593 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-62fe730e-da9a-4cac-a5e3-718f571d83ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:25:55.571765 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-c7bbae2d-f237-46cc-b838-3371bd865633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:26:06.087268 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.agents_db [None req-7fda405f-bd13-41fd-9497-f6551785b8a3 None None] Agent healthcheck: found 5 active agents {{(pid=94618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 04:26:20.093382 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-192898cc-f6ca-49de-a769-426f2f30b078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:26:22.498957 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-7525dd8e-de80-45a9-8cca-a193d89875b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:26:23.261279 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:26:24.032979 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-62fe730e-da9a-4cac-a5e3-718f571d83ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:26:25.589792 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-c7bbae2d-f237-46cc-b838-3371bd865633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:26:36.723595 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1865421'] for agent, after_create {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:26:43.085797 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.agents_db [None req-7fda405f-bd13-41fd-9497-f6551785b8a3 None None] Agent healthcheck: found 6 active agents {{(pid=94618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 04:26:50.066636 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-fc6dd863-015a-435e-8def-cf3955d4f598 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:26:51.643224 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 39674) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:26:51.821525 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-5d4df76c-333d-4e5f-bc07-be072bd95093 admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1771731 Sep 22 04:26:52.494765 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-7430f16c-a57a-4a41-8691-aa1c1a89799f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:26:53.258157 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:26:54.018131 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 39684) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:26:54.027120 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-62fe730e-da9a-4cac-a5e3-718f571d83ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:26:54.079540 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-955a7808-980b-4b69-b9a2-3608e43e66c8 admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0603080 Sep 22 04:26:55.580756 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-c7bbae2d-f237-46cc-b838-3371bd865633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:27:06.621049 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:27:20.083981 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.agents_db [None req-7fda405f-bd13-41fd-9497-f6551785b8a3 None None] Agent healthcheck: found 6 active agents {{(pid=94618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 04:27:20.111032 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-e14532b4-0402-4133-a0c3-222fc61b43db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:27:22.494892 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2b3bf032-6825-4903-9440-c4831613271e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:27:23.248333 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:27:24.025121 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-62fe730e-da9a-4cac-a5e3-718f571d83ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:27:25.590608 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-c7bbae2d-f237-46cc-b838-3371bd865633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:27:36.665132 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:27:50.065332 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-cdfdc2d6-0858-4f2c-864d-9851debffd13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:27:52.485681 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-b6bd3420-44cb-4fd7-aee5-6ac081b6d04b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:27:53.258545 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:27:54.030259 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-62fe730e-da9a-4cac-a5e3-718f571d83ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:27:55.587844 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-c7bbae2d-f237-46cc-b838-3371bd865633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:27:57.083443 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.agents_db [None req-7fda405f-bd13-41fd-9497-f6551785b8a3 None None] Agent healthcheck: found 6 active agents {{(pid=94618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 04:28:06.658568 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:20.075256 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-4c55ed2b-ebaa-4fe1-9ffd-2c9f288c8665 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:22.524440 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-fe513ed2-00fc-41fa-a1c6-a651747a8be6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:23.284878 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:23.534272 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 39834) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:28:24.035154 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-62fe730e-da9a-4cac-a5e3-718f571d83ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:24.035667 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.v2.base [None req-b1e6249a-c2c9-4e78-8418-67c32184351c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-756009411-network', 'tenant_id': 'a5932c0fd28d4509bc11811644adc1b2'}} {{(pid=94615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 04:28:24.119078 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1e6249a-c2c9-4e78-8418-67c32184351c admin admin] Made reservation on behalf of a5932c0fd28d4509bc11811644adc1b2 for: {'network': 1} {{(pid=94615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 04:28:24.121940 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-b1e6249a-c2c9-4e78-8418-67c32184351c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for network, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:24.130439 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-b1e6249a-c2c9-4e78-8418-67c32184351c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:24.218897 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-b1e6249a-c2c9-4e78-8418-67c32184351c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:24.324644 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-b1e6249a-c2c9-4e78-8418-67c32184351c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:24.347228 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1e6249a-c2c9-4e78-8418-67c32184351c admin admin] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=94615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 04:28:24.360682 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-b1e6249a-c2c9-4e78-8418-67c32184351c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-614853'] for segment, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:24.363132 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.db.segments_db [None req-b1e6249a-c2c9-4e78-8418-67c32184351c admin admin] Added segment 30b5be0d-9a0d-4d41-ab50-368f87857a66 of type vlan for network 203dddc9-87c2-468f-9ab9-d2290e8ee531 Sep 22 04:28:24.400183 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e6249a-c2c9-4e78-8418-67c32184351c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86e8675f-c636-45a1-b549-2d281b3f7926,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:28:24.413981 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e6249a-c2c9-4e78-8418-67c32184351c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:28:24.414264 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e6249a-c2c9-4e78-8418-67c32184351c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:28:24.414552 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e6249a-c2c9-4e78-8418-67c32184351c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:28:24.415577 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e6249a-c2c9-4e78-8418-67c32184351c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:28:24.415577 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e6249a-c2c9-4e78-8418-67c32184351c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:28:24.415577 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e6249a-c2c9-4e78-8418-67c32184351c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:28:24.415958 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e6249a-c2c9-4e78-8418-67c32184351c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:28:24.416173 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e6249a-c2c9-4e78-8418-67c32184351c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:28:24.416518 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e6249a-c2c9-4e78-8418-67c32184351c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:28:24.416843 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e6249a-c2c9-4e78-8418-67c32184351c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:28:24.417164 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e6249a-c2c9-4e78-8418-67c32184351c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:28:24.417483 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e6249a-c2c9-4e78-8418-67c32184351c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:28:24.418550 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e6249a-c2c9-4e78-8418-67c32184351c admin admin] Tracked resource versions report: Sep 22 04:28:24.418550 dv-cinder-810118-1-iscsi neutron-server[94615]: pushed versions: Sep 22 04:28:24.418550 dv-cinder-810118-1-iscsi neutron-server[94615]: { 'AddressGroup': {'1.2'}, Sep 22 04:28:24.418550 dv-cinder-810118-1-iscsi neutron-server[94615]: 'ConntrackHelper': {'1.0'}, Sep 22 04:28:24.418550 dv-cinder-810118-1-iscsi neutron-server[94615]: 'Log': {'1.0'}, Sep 22 04:28:24.418550 dv-cinder-810118-1-iscsi neutron-server[94615]: 'Network': {'1.1'}, Sep 22 04:28:24.418550 dv-cinder-810118-1-iscsi neutron-server[94615]: 'Port': {'1.7'}, Sep 22 04:28:24.418550 dv-cinder-810118-1-iscsi neutron-server[94615]: 'PortForwarding': {'1.2'}, Sep 22 04:28:24.418550 dv-cinder-810118-1-iscsi neutron-server[94615]: 'QosPolicy': {'1.9'}, Sep 22 04:28:24.418550 dv-cinder-810118-1-iscsi neutron-server[94615]: 'SecurityGroup': {'1.4'}, Sep 22 04:28:24.418550 dv-cinder-810118-1-iscsi neutron-server[94615]: 'SecurityGroupRule': {'1.2'}, Sep 22 04:28:24.418550 dv-cinder-810118-1-iscsi neutron-server[94615]: 'SubPort': {'1.0'}, Sep 22 04:28:24.418550 dv-cinder-810118-1-iscsi neutron-server[94615]: 'Subnet': {'1.1'}, Sep 22 04:28:24.418550 dv-cinder-810118-1-iscsi neutron-server[94615]: 'Trunk': {'1.1'}} Sep 22 04:28:24.418550 dv-cinder-810118-1-iscsi neutron-server[94615]: consumer versions: Sep 22 04:28:24.418550 dv-cinder-810118-1-iscsi neutron-server[94615]: { DHCP agent@dv-cinder-810118-1-iscsi: {}, Sep 22 04:28:24.418550 dv-cinder-810118-1-iscsi neutron-server[94615]: HyperV agent@hv-cinder-81011: {}, Sep 22 04:28:24.418550 dv-cinder-810118-1-iscsi neutron-server[94615]: L3 agent@dv-cinder-810118-1-iscsi: {}, Sep 22 04:28:24.418550 dv-cinder-810118-1-iscsi neutron-server[94615]: Metadata agent@dv-cinder-810118-1-iscsi: {}, Sep 22 04:28:24.418550 dv-cinder-810118-1-iscsi neutron-server[94615]: Metering agent@dv-cinder-810118-1-iscsi: {}, Sep 22 04:28:24.418550 dv-cinder-810118-1-iscsi neutron-server[94615]: Open vSwitch agent@dv-cinder-810118-1-iscsi: { 'AddressGroup': '1.2', Sep 22 04:28:24.418550 dv-cinder-810118-1-iscsi neutron-server[94615]: 'ConntrackHelper': '1.0', Sep 22 04:28:24.418550 dv-cinder-810118-1-iscsi neutron-server[94615]: 'Log': '1.0', Sep 22 04:28:24.418550 dv-cinder-810118-1-iscsi neutron-server[94615]: 'Network': '1.1', Sep 22 04:28:24.418550 dv-cinder-810118-1-iscsi neutron-server[94615]: 'Port': '1.7', Sep 22 04:28:24.418550 dv-cinder-810118-1-iscsi neutron-server[94615]: 'PortForwarding': '1.2', Sep 22 04:28:24.418550 dv-cinder-810118-1-iscsi neutron-server[94615]: 'QosPolicy': '1.9', Sep 22 04:28:24.418550 dv-cinder-810118-1-iscsi neutron-server[94615]: 'SecurityGroup': '1.4', Sep 22 04:28:24.418550 dv-cinder-810118-1-iscsi neutron-server[94615]: 'SecurityGroupRule': '1.2', Sep 22 04:28:24.418550 dv-cinder-810118-1-iscsi neutron-server[94615]: 'SubPort': '1.0', Sep 22 04:28:24.418550 dv-cinder-810118-1-iscsi neutron-server[94615]: 'Subnet': '1.1', Sep 22 04:28:24.418550 dv-cinder-810118-1-iscsi neutron-server[94615]: 'Trunk': '1.1'}} Sep 22 04:28:24.418550 dv-cinder-810118-1-iscsi neutron-server[94615]: {{(pid=94615) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 22 04:28:24.434306 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-b1e6249a-c2c9-4e78-8418-67c32184351c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769518629407'] for network, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:24.518748 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-b1e6249a-c2c9-4e78-8418-67c32184351c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117'] for network, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:24.519712 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e6249a-c2c9-4e78-8418-67c32184351c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:28:24.520322 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-b1e6249a-c2c9-4e78-8418-67c32184351c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578295'] for network, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:24.586945 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e6249a-c2c9-4e78-8418-67c32184351c admin admin] Pushing event updated for resources: {'Network': ['ID=203dddc9-87c2-468f-9ab9-d2290e8ee531,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:28:24.598068 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Network 203dddc9-87c2-468f-9ab9-d2290e8ee531 details requested by agent ovs-agent-dv-cinder-810118-1-iscsi with host dv-cinder-810118-1-iscsi {{(pid=94617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 04:28:24.622408 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 39886) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:28:24.627423 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-b1e6249a-c2c9-4e78-8418-67c32184351c admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0916388 Sep 22 04:28:24.627997 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 39890) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:28:24.633002 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.v2.base [None req-5c27c97a-ae54-4d1c-83ad-862e2f7f9d13 admin admin] Request body: {'subnet': {'network_id': '203dddc9-87c2-468f-9ab9-d2290e8ee531', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-756009411-subnet', 'tenant_id': 'a5932c0fd28d4509bc11811644adc1b2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 04:28:24.713362 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c27c97a-ae54-4d1c-83ad-862e2f7f9d13 admin admin] Made reservation on behalf of a5932c0fd28d4509bc11811644adc1b2 for: {'subnet': 1} {{(pid=94615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 04:28:24.715705 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-5c27c97a-ae54-4d1c-83ad-862e2f7f9d13 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:24.932825 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 39900) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:28:24.966115 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 39906) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:28:25.043757 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.v2.base [None req-bbbfdb42-65a4-4a20-8566-167f1d64766b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1869887113-network', 'tenant_id': 'ad48fa8ef2eb41f3a0ec54adafdd28d8'}} {{(pid=94616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 04:28:25.046674 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-5c27c97a-ae54-4d1c-83ad-862e2f7f9d13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117'] for subnet, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:25.094796 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c27c97a-ae54-4d1c-83ad-862e2f7f9d13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4ceb253-3d8e-46ef-b438-694b8c1700e2,revision_number=0']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:28:25.117035 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c27c97a-ae54-4d1c-83ad-862e2f7f9d13 admin admin] Checking segment: {'id': '30b5be0d-9a0d-4d41-ab50-368f87857a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '203dddc9-87c2-468f-9ab9-d2290e8ee531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 04:28:25.117400 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c27c97a-ae54-4d1c-83ad-862e2f7f9d13 admin admin] Network hostable DHCP agents. Network: 203dddc9-87c2-468f-9ab9-d2290e8ee531, hostable agents: ['73f1375a-57ed-4431-affd-4785c4767c4b'], hosted agents: [] {{(pid=94615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 04:28:25.136003 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbbfdb42-65a4-4a20-8566-167f1d64766b admin admin] Made reservation on behalf of ad48fa8ef2eb41f3a0ec54adafdd28d8 for: {'network': 1} {{(pid=94616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 04:28:25.138460 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-bbbfdb42-65a4-4a20-8566-167f1d64766b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for network, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:25.152926 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-bbbfdb42-65a4-4a20-8566-167f1d64766b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:25.230779 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c27c97a-ae54-4d1c-83ad-862e2f7f9d13 admin admin] Network 203dddc9-87c2-468f-9ab9-d2290e8ee531 is scheduled to be hosted by DHCP agent 73f1375a-57ed-4431-affd-4785c4767c4b with binding_index 1 {{(pid=94615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 04:28:25.255107 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-bbbfdb42-65a4-4a20-8566-167f1d64766b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:25.303646 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.scheduler.base_scheduler [None req-5c27c97a-ae54-4d1c-83ad-862e2f7f9d13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810118-1-iscsi, 203dddc9-87c2-468f-9ab9-d2290e8ee531) {{(pid=94615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 04:28:25.304527 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.v2.base [None req-e3fe36b6-5f42-4dc6-b170-e980ce704949 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1181613599-network', 'tenant_id': 'a1cd15fdc6c94a548394ecbbef9cfbdb'}} {{(pid=94616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 04:28:25.309226 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c27c97a-ae54-4d1c-83ad-862e2f7f9d13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:28:25.312358 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-5c27c97a-ae54-4d1c-83ad-862e2f7f9d13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578295'] for subnet, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:25.314777 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d7bdf14-1074-4252-b23c-1b2846c99afa None None] Network 203dddc9-87c2-468f-9ab9-d2290e8ee531 requested from dv-cinder-810118-1-iscsi {{(pid=94617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 04:28:25.332422 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-bbbfdb42-65a4-4a20-8566-167f1d64766b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:25.344053 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.v2.base [None req-671e621e-a0be-43fc-85bc-f9f5cbec1ca7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1234941035-network', 'tenant_id': '94be7b84cda24c308b938ee70df77a79'}} {{(pid=94616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 04:28:25.361866 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbbfdb42-65a4-4a20-8566-167f1d64766b admin admin] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=94616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 04:28:25.382025 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-bbbfdb42-65a4-4a20-8566-167f1d64766b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-614853'] for segment, precommit_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:25.382370 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.db.segments_db [None req-bbbfdb42-65a4-4a20-8566-167f1d64766b admin admin] Added segment e7837a72-4805-4630-be38-e94de50b24c1 of type vlan for network 631cdd21-982c-4d3d-9e49-59308f7cc68e Sep 22 04:28:25.387894 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbfdb42-65a4-4a20-8566-167f1d64766b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe8194a4-d50b-48ab-a66c-de139119b70d,revision_number=1']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:28:25.402860 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbfdb42-65a4-4a20-8566-167f1d64766b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:28:25.403237 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbfdb42-65a4-4a20-8566-167f1d64766b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:28:25.403580 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbfdb42-65a4-4a20-8566-167f1d64766b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:28:25.403915 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbfdb42-65a4-4a20-8566-167f1d64766b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:28:25.404243 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbfdb42-65a4-4a20-8566-167f1d64766b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:28:25.404607 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbfdb42-65a4-4a20-8566-167f1d64766b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:28:25.405108 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbfdb42-65a4-4a20-8566-167f1d64766b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:28:25.405771 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbfdb42-65a4-4a20-8566-167f1d64766b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:28:25.406459 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbfdb42-65a4-4a20-8566-167f1d64766b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:28:25.406940 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbfdb42-65a4-4a20-8566-167f1d64766b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:28:25.407757 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbfdb42-65a4-4a20-8566-167f1d64766b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:28:25.408320 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbfdb42-65a4-4a20-8566-167f1d64766b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:28:25.409608 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbfdb42-65a4-4a20-8566-167f1d64766b admin admin] Tracked resource versions report: Sep 22 04:28:25.409608 dv-cinder-810118-1-iscsi neutron-server[94616]: pushed versions: Sep 22 04:28:25.409608 dv-cinder-810118-1-iscsi neutron-server[94616]: { 'AddressGroup': {'1.2'}, Sep 22 04:28:25.409608 dv-cinder-810118-1-iscsi neutron-server[94616]: 'ConntrackHelper': {'1.0'}, Sep 22 04:28:25.409608 dv-cinder-810118-1-iscsi neutron-server[94616]: 'Log': {'1.0'}, Sep 22 04:28:25.409608 dv-cinder-810118-1-iscsi neutron-server[94616]: 'Network': {'1.1'}, Sep 22 04:28:25.409608 dv-cinder-810118-1-iscsi neutron-server[94616]: 'Port': {'1.7'}, Sep 22 04:28:25.409608 dv-cinder-810118-1-iscsi neutron-server[94616]: 'PortForwarding': {'1.2'}, Sep 22 04:28:25.409608 dv-cinder-810118-1-iscsi neutron-server[94616]: 'QosPolicy': {'1.9'}, Sep 22 04:28:25.409608 dv-cinder-810118-1-iscsi neutron-server[94616]: 'SecurityGroup': {'1.4'}, Sep 22 04:28:25.409608 dv-cinder-810118-1-iscsi neutron-server[94616]: 'SecurityGroupRule': {'1.2'}, Sep 22 04:28:25.409608 dv-cinder-810118-1-iscsi neutron-server[94616]: 'SubPort': {'1.0'}, Sep 22 04:28:25.409608 dv-cinder-810118-1-iscsi neutron-server[94616]: 'Subnet': {'1.1'}, Sep 22 04:28:25.409608 dv-cinder-810118-1-iscsi neutron-server[94616]: 'Trunk': {'1.1'}} Sep 22 04:28:25.409608 dv-cinder-810118-1-iscsi neutron-server[94616]: consumer versions: Sep 22 04:28:25.409608 dv-cinder-810118-1-iscsi neutron-server[94616]: { DHCP agent@dv-cinder-810118-1-iscsi: {}, Sep 22 04:28:25.409608 dv-cinder-810118-1-iscsi neutron-server[94616]: HyperV agent@hv-cinder-81011: {}, Sep 22 04:28:25.409608 dv-cinder-810118-1-iscsi neutron-server[94616]: L3 agent@dv-cinder-810118-1-iscsi: {}, Sep 22 04:28:25.409608 dv-cinder-810118-1-iscsi neutron-server[94616]: Metadata agent@dv-cinder-810118-1-iscsi: {}, Sep 22 04:28:25.409608 dv-cinder-810118-1-iscsi neutron-server[94616]: Metering agent@dv-cinder-810118-1-iscsi: {}, Sep 22 04:28:25.409608 dv-cinder-810118-1-iscsi neutron-server[94616]: Open vSwitch agent@dv-cinder-810118-1-iscsi: { 'AddressGroup': '1.2', Sep 22 04:28:25.409608 dv-cinder-810118-1-iscsi neutron-server[94616]: 'ConntrackHelper': '1.0', Sep 22 04:28:25.409608 dv-cinder-810118-1-iscsi neutron-server[94616]: 'Log': '1.0', Sep 22 04:28:25.409608 dv-cinder-810118-1-iscsi neutron-server[94616]: 'Network': '1.1', Sep 22 04:28:25.409608 dv-cinder-810118-1-iscsi neutron-server[94616]: 'Port': '1.7', Sep 22 04:28:25.409608 dv-cinder-810118-1-iscsi neutron-server[94616]: 'PortForwarding': '1.2', Sep 22 04:28:25.409608 dv-cinder-810118-1-iscsi neutron-server[94616]: 'QosPolicy': '1.9', Sep 22 04:28:25.409608 dv-cinder-810118-1-iscsi neutron-server[94616]: 'SecurityGroup': '1.4', Sep 22 04:28:25.409608 dv-cinder-810118-1-iscsi neutron-server[94616]: 'SecurityGroupRule': '1.2', Sep 22 04:28:25.409608 dv-cinder-810118-1-iscsi neutron-server[94616]: 'SubPort': '1.0', Sep 22 04:28:25.409608 dv-cinder-810118-1-iscsi neutron-server[94616]: 'Subnet': '1.1', Sep 22 04:28:25.409608 dv-cinder-810118-1-iscsi neutron-server[94616]: 'Trunk': '1.1'}} Sep 22 04:28:25.409608 dv-cinder-810118-1-iscsi neutron-server[94616]: {{(pid=94616) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 22 04:28:25.415588 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-5c27c97a-ae54-4d1c-83ad-862e2f7f9d13 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7807600 Sep 22 04:28:25.417230 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 39932) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:28:25.429732 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.v2.base [None req-837a9b41-1842-4f44-9f3f-c02836531449 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-756009411-router', 'tenant_id': 'a5932c0fd28d4509bc11811644adc1b2', 'external_gateway_info': {'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463'}}} {{(pid=94615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 04:28:25.467187 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-bbbfdb42-65a4-4a20-8566-167f1d64766b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769518629407'] for network, precommit_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:25.515226 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3fe36b6-5f42-4dc6-b170-e980ce704949 admin admin] Made reservation on behalf of a1cd15fdc6c94a548394ecbbef9cfbdb for: {'network': 1} {{(pid=94616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 04:28:25.517437 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-e3fe36b6-5f42-4dc6-b170-e980ce704949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for network, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:25.530410 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-e3fe36b6-5f42-4dc6-b170-e980ce704949 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:25.554226 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d977da66-31fa-49ad-8e38-d5b56373e26a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d0c5ae4-b049-5a13-ad81-6bc49d40bb64-203dddc9-87c2-468f-9ab9-d2290e8ee531', 'network_id': '203dddc9-87c2-468f-9ab9-d2290e8ee531', 'tenant_id': 'a5932c0fd28d4509bc11811644adc1b2', 'fixed_ips': [{'subnet_id': 'e4ceb253-3d8e-46ef-b438-694b8c1700e2'}]}} from dv-cinder-810118-1-iscsi. {{(pid=94617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 04:28:25.555034 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-bbbfdb42-65a4-4a20-8566-167f1d64766b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117'] for network, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:25.555365 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-d977da66-31fa-49ad-8e38-d5b56373e26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_create {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:25.556541 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbbfdb42-65a4-4a20-8566-167f1d64766b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:28:25.557127 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-bbbfdb42-65a4-4a20-8566-167f1d64766b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578295'] for network, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:25.625654 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-671e621e-a0be-43fc-85bc-f9f5cbec1ca7 admin admin] Made reservation on behalf of 94be7b84cda24c308b938ee70df77a79 for: {'network': 1} {{(pid=94616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 04:28:25.628285 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-671e621e-a0be-43fc-85bc-f9f5cbec1ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for network, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:25.638006 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-671e621e-a0be-43fc-85bc-f9f5cbec1ca7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:25.645940 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbfdb42-65a4-4a20-8566-167f1d64766b admin admin] Pushing event updated for resources: {'Network': ['ID=631cdd21-982c-4d3d-9e49-59308f7cc68e,revision_number=1']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:28:25.651128 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-c7bbae2d-f237-46cc-b838-3371bd865633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:25.664168 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Network 631cdd21-982c-4d3d-9e49-59308f7cc68e details requested by agent ovs-agent-dv-cinder-810118-1-iscsi with host dv-cinder-810118-1-iscsi {{(pid=94617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 04:28:25.684918 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-bbbfdb42-65a4-4a20-8566-167f1d64766b admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0611486 Sep 22 04:28:25.690461 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 39944) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:28:25.700836 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.v2.base [None req-6dc7dfc8-6b35-4e62-9542-df59c880dec7 admin admin] Request body: {'subnet': {'network_id': '631cdd21-982c-4d3d-9e49-59308f7cc68e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1869887113-subnet', 'tenant_id': 'ad48fa8ef2eb41f3a0ec54adafdd28d8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 04:28:25.716031 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.db.api [None req-671e621e-a0be-43fc-85bc-f9f5cbec1ca7 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 22 04:28:25.716031 dv-cinder-810118-1-iscsi neutron-server[94616]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 22 04:28:25.716031 dv-cinder-810118-1-iscsi neutron-server[94616]: [parameters: {'project_id_1': '94be7b84cda24c308b938ee70df77a79', 'expiration_1': datetime.datetime(2021, 9, 22, 4, 28, 5, 652258)}] Sep 22 04:28:25.716031 dv-cinder-810118-1-iscsi neutron-server[94616]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94616) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 04:28:25.717152 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG oslo_db.api [None req-671e621e-a0be-43fc-85bc-f9f5cbec1ca7 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 04:28:25.718328 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.db.api [None req-e3fe36b6-5f42-4dc6-b170-e980ce704949 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 22 04:28:25.718328 dv-cinder-810118-1-iscsi neutron-server[94616]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 22 04:28:25.718328 dv-cinder-810118-1-iscsi neutron-server[94616]: [parameters: {'project_id_1': 'a1cd15fdc6c94a548394ecbbef9cfbdb', 'expiration_1': datetime.datetime(2021, 9, 22, 4, 28, 5, 545814)}] Sep 22 04:28:25.718328 dv-cinder-810118-1-iscsi neutron-server[94616]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94616) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 04:28:25.719123 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG oslo_db.api [None req-e3fe36b6-5f42-4dc6-b170-e980ce704949 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 04:28:25.777172 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.db_base_plugin_common [None req-d977da66-31fa-49ad-8e38-d5b56373e26a None None] Allocated IP 172.20.0.2 (203dddc9-87c2-468f-9ab9-d2290e8ee531/e4ceb253-3d8e-46ef-b438-694b8c1700e2/e769bb45-a9bf-4cb3-b768-d6cebc30e586) {{(pid=94617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 04:28:25.783869 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-837a9b41-1842-4f44-9f3f-c02836531449 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1852805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1922'] for router, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:25.784970 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-837a9b41-1842-4f44-9f3f-c02836531449 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1865845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1862533', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1935386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1931'] for router, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:25.838612 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-837a9b41-1842-4f44-9f3f-c02836531449 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:25.920756 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dc7dfc8-6b35-4e62-9542-df59c880dec7 admin admin] Made reservation on behalf of ad48fa8ef2eb41f3a0ec54adafdd28d8 for: {'subnet': 1} {{(pid=94616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 04:28:25.923090 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-6dc7dfc8-6b35-4e62-9542-df59c880dec7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:25.949904 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-d977da66-31fa-49ad-8e38-d5b56373e26a None None] Notify callbacks [] for port, precommit_create {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:26.030102 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-d977da66-31fa-49ad-8e38-d5b56373e26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769518673857'] for port, after_create {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:26.082445 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d977da66-31fa-49ad-8e38-d5b56373e26a None None] Pushing event updated for resources: {'Port': ['ID=e769bb45-a9bf-4cb3-b768-d6cebc30e586,revision_number=1']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:28:26.101132 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d977da66-31fa-49ad-8e38-d5b56373e26a None None] Network 203dddc9-87c2-468f-9ab9-d2290e8ee531 is already hosted by enough agents. {{(pid=94617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 04:28:26.102441 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.scheduler.base_scheduler [None req-d977da66-31fa-49ad-8e38-d5b56373e26a None None] Resources bound (agent type, host, resource id): {{(pid=94617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 04:28:26.102996 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-837a9b41-1842-4f44-9f3f-c02836531449 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:26.109638 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d977da66-31fa-49ad-8e38-d5b56373e26a None None] Received port after_create {{(pid=94617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 04:28:26.113295 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d977da66-31fa-49ad-8e38-d5b56373e26a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:28:26.113876 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d977da66-31fa-49ad-8e38-d5b56373e26a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:28:26.114410 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d977da66-31fa-49ad-8e38-d5b56373e26a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:28:26.114964 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d977da66-31fa-49ad-8e38-d5b56373e26a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:28:26.115656 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d977da66-31fa-49ad-8e38-d5b56373e26a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:28:26.116196 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d977da66-31fa-49ad-8e38-d5b56373e26a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:28:26.116744 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d977da66-31fa-49ad-8e38-d5b56373e26a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:28:26.117913 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d977da66-31fa-49ad-8e38-d5b56373e26a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:28:26.119205 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d977da66-31fa-49ad-8e38-d5b56373e26a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:28:26.119712 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d977da66-31fa-49ad-8e38-d5b56373e26a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:28:26.121090 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d977da66-31fa-49ad-8e38-d5b56373e26a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:28:26.121947 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d977da66-31fa-49ad-8e38-d5b56373e26a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:28:26.129348 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d977da66-31fa-49ad-8e38-d5b56373e26a None None] Tracked resource versions report: Sep 22 04:28:26.129348 dv-cinder-810118-1-iscsi neutron-server[94617]: pushed versions: Sep 22 04:28:26.129348 dv-cinder-810118-1-iscsi neutron-server[94617]: { 'AddressGroup': {'1.2'}, Sep 22 04:28:26.129348 dv-cinder-810118-1-iscsi neutron-server[94617]: 'ConntrackHelper': {'1.0'}, Sep 22 04:28:26.129348 dv-cinder-810118-1-iscsi neutron-server[94617]: 'Log': {'1.0'}, Sep 22 04:28:26.129348 dv-cinder-810118-1-iscsi neutron-server[94617]: 'Network': {'1.1'}, Sep 22 04:28:26.129348 dv-cinder-810118-1-iscsi neutron-server[94617]: 'Port': {'1.7'}, Sep 22 04:28:26.129348 dv-cinder-810118-1-iscsi neutron-server[94617]: 'PortForwarding': {'1.2'}, Sep 22 04:28:26.129348 dv-cinder-810118-1-iscsi neutron-server[94617]: 'QosPolicy': {'1.9'}, Sep 22 04:28:26.129348 dv-cinder-810118-1-iscsi neutron-server[94617]: 'SecurityGroup': {'1.4'}, Sep 22 04:28:26.129348 dv-cinder-810118-1-iscsi neutron-server[94617]: 'SecurityGroupRule': {'1.2'}, Sep 22 04:28:26.129348 dv-cinder-810118-1-iscsi neutron-server[94617]: 'SubPort': {'1.0'}, Sep 22 04:28:26.129348 dv-cinder-810118-1-iscsi neutron-server[94617]: 'Subnet': {'1.1'}, Sep 22 04:28:26.129348 dv-cinder-810118-1-iscsi neutron-server[94617]: 'Trunk': {'1.1'}} Sep 22 04:28:26.129348 dv-cinder-810118-1-iscsi neutron-server[94617]: consumer versions: Sep 22 04:28:26.129348 dv-cinder-810118-1-iscsi neutron-server[94617]: { DHCP agent@dv-cinder-810118-1-iscsi: {}, Sep 22 04:28:26.129348 dv-cinder-810118-1-iscsi neutron-server[94617]: HyperV agent@hv-cinder-81011: {}, Sep 22 04:28:26.129348 dv-cinder-810118-1-iscsi neutron-server[94617]: L3 agent@dv-cinder-810118-1-iscsi: {}, Sep 22 04:28:26.129348 dv-cinder-810118-1-iscsi neutron-server[94617]: Metadata agent@dv-cinder-810118-1-iscsi: {}, Sep 22 04:28:26.129348 dv-cinder-810118-1-iscsi neutron-server[94617]: Metering agent@dv-cinder-810118-1-iscsi: {}, Sep 22 04:28:26.129348 dv-cinder-810118-1-iscsi neutron-server[94617]: Open vSwitch agent@dv-cinder-810118-1-iscsi: { 'AddressGroup': '1.2', Sep 22 04:28:26.129348 dv-cinder-810118-1-iscsi neutron-server[94617]: 'ConntrackHelper': '1.0', Sep 22 04:28:26.129348 dv-cinder-810118-1-iscsi neutron-server[94617]: 'Log': '1.0', Sep 22 04:28:26.129348 dv-cinder-810118-1-iscsi neutron-server[94617]: 'Network': '1.1', Sep 22 04:28:26.129348 dv-cinder-810118-1-iscsi neutron-server[94617]: 'Port': '1.7', Sep 22 04:28:26.129348 dv-cinder-810118-1-iscsi neutron-server[94617]: 'PortForwarding': '1.2', Sep 22 04:28:26.129348 dv-cinder-810118-1-iscsi neutron-server[94617]: 'QosPolicy': '1.9', Sep 22 04:28:26.129348 dv-cinder-810118-1-iscsi neutron-server[94617]: 'SecurityGroup': '1.4', Sep 22 04:28:26.129348 dv-cinder-810118-1-iscsi neutron-server[94617]: 'SecurityGroupRule': '1.2', Sep 22 04:28:26.129348 dv-cinder-810118-1-iscsi neutron-server[94617]: 'SubPort': '1.0', Sep 22 04:28:26.129348 dv-cinder-810118-1-iscsi neutron-server[94617]: 'Subnet': '1.1', Sep 22 04:28:26.129348 dv-cinder-810118-1-iscsi neutron-server[94617]: 'Trunk': '1.1'}} Sep 22 04:28:26.129348 dv-cinder-810118-1-iscsi neutron-server[94617]: {{(pid=94617) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 22 04:28:26.195755 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.managers [None req-d977da66-31fa-49ad-8e38-d5b56373e26a None None] Attempting to bind port e769bb45-a9bf-4cb3-b768-d6cebc30e586 on host dv-cinder-810118-1-iscsi for vnic_type normal with profile {{(pid=94617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 04:28:26.196296 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.managers [None req-d977da66-31fa-49ad-8e38-d5b56373e26a None None] Attempting to bind port e769bb45-a9bf-4cb3-b768-d6cebc30e586 by drivers openvswitch,hyperv on host dv-cinder-810118-1-iscsi at level 0 using segments [{'id': '30b5be0d-9a0d-4d41-ab50-368f87857a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '203dddc9-87c2-468f-9ab9-d2290e8ee531'}] {{(pid=94617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 04:28:26.196723 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d977da66-31fa-49ad-8e38-d5b56373e26a None None] Attempting to bind port e769bb45-a9bf-4cb3-b768-d6cebc30e586 on network 203dddc9-87c2-468f-9ab9-d2290e8ee531 {{(pid=94617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 04:28:26.202681 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d977da66-31fa-49ad-8e38-d5b56373e26a None None] Checking agent: {'id': '43b86276-d23d-4f96-ad83-0361cfa8e6ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810118-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 4, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 4, 20, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 4, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810118-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 04:28:26.203169 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d977da66-31fa-49ad-8e38-d5b56373e26a None None] Checking segment: {'id': '30b5be0d-9a0d-4d41-ab50-368f87857a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '203dddc9-87c2-468f-9ab9-d2290e8ee531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 04:28:26.203585 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-d977da66-31fa-49ad-8e38-d5b56373e26a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:26.203977 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d977da66-31fa-49ad-8e38-d5b56373e26a None None] Bound using segment: {'id': '30b5be0d-9a0d-4d41-ab50-368f87857a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '203dddc9-87c2-468f-9ab9-d2290e8ee531'} {{(pid=94617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 04:28:26.204444 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.managers [None req-d977da66-31fa-49ad-8e38-d5b56373e26a None None] Bound port: e769bb45-a9bf-4cb3-b768-d6cebc30e586, host: dv-cinder-810118-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30b5be0d-9a0d-4d41-ab50-368f87857a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '203dddc9-87c2-468f-9ab9-d2290e8ee531'}}] {{(pid=94617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 04:28:26.204865 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-d977da66-31fa-49ad-8e38-d5b56373e26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:26.218621 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-671e621e-a0be-43fc-85bc-f9f5cbec1ca7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:26.221470 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-e3fe36b6-5f42-4dc6-b170-e980ce704949 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:26.279427 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-6dc7dfc8-6b35-4e62-9542-df59c880dec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117'] for subnet, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:26.289270 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-d977da66-31fa-49ad-8e38-d5b56373e26a None None] For port e769bb45-a9bf-4cb3-b768-d6cebc30e586, host dv-cinder-810118-1-iscsi, cleared binding levels {{(pid=94617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 04:28:26.293949 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-d977da66-31fa-49ad-8e38-d5b56373e26a None None] For port e769bb45-a9bf-4cb3-b768-d6cebc30e586, host dv-cinder-810118-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810118-1-iscsi',level=0,port_id=e769bb45-a9bf-4cb3-b768-d6cebc30e586,segment=NetworkSegment(30b5be0d-9a0d-4d41-ab50-368f87857a66),segment_id=30b5be0d-9a0d-4d41-ab50-368f87857a66)] {{(pid=94617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 04:28:26.361982 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-d977da66-31fa-49ad-8e38-d5b56373e26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:26.425975 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc7dfc8-6b35-4e62-9542-df59c880dec7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04aee237-c370-43f4-ad61-723996f9fedd,revision_number=0']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:28:26.472225 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc7dfc8-6b35-4e62-9542-df59c880dec7 admin admin] Checking segment: {'id': 'e7837a72-4805-4630-be38-e94de50b24c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '631cdd21-982c-4d3d-9e49-59308f7cc68e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 04:28:26.473158 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dc7dfc8-6b35-4e62-9542-df59c880dec7 admin admin] Network hostable DHCP agents. Network: 631cdd21-982c-4d3d-9e49-59308f7cc68e, hostable agents: ['73f1375a-57ed-4431-affd-4785c4767c4b'], hosted agents: [] {{(pid=94616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 04:28:26.509938 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d977da66-31fa-49ad-8e38-d5b56373e26a None None] Pushing event updated for resources: {'Port': ['ID=e769bb45-a9bf-4cb3-b768-d6cebc30e586,revision_number=2']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:28:26.588804 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-671e621e-a0be-43fc-85bc-f9f5cbec1ca7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:26.617175 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-837a9b41-1842-4f44-9f3f-c02836531449 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:26.621800 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dc7dfc8-6b35-4e62-9542-df59c880dec7 admin admin] Network 631cdd21-982c-4d3d-9e49-59308f7cc68e is scheduled to be hosted by DHCP agent 73f1375a-57ed-4431-affd-4785c4767c4b with binding_index 1 {{(pid=94616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 04:28:26.655156 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-837a9b41-1842-4f44-9f3f-c02836531449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:26.682503 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-671e621e-a0be-43fc-85bc-f9f5cbec1ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:26.735841 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-671e621e-a0be-43fc-85bc-f9f5cbec1ca7 admin admin] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=94616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 04:28:26.751077 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-671e621e-a0be-43fc-85bc-f9f5cbec1ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-614853'] for segment, precommit_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:26.751927 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.db.segments_db [None req-671e621e-a0be-43fc-85bc-f9f5cbec1ca7 admin admin] Added segment bc8c3708-e396-4d9b-bfd8-c6b3490a63a6 of type vlan for network 1dc84c4f-742d-475a-805c-2bdd99c4cbad Sep 22 04:28:26.807515 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-671e621e-a0be-43fc-85bc-f9f5cbec1ca7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769518629407'] for network, precommit_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:26.829952 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.db.db_base_plugin_common [None req-837a9b41-1842-4f44-9f3f-c02836531449 admin admin] Allocated IP 172.27.3.101 (1c001e5d-5f10-46e0-9089-3ba13d08e463/ef28eb13-4204-4034-a22d-0722adaca342/93d30c9f-be6e-4692-9828-46f90ecb7723) {{(pid=94615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 04:28:26.863810 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.scheduler.base_scheduler [None req-6dc7dfc8-6b35-4e62-9542-df59c880dec7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810118-1-iscsi, 631cdd21-982c-4d3d-9e49-59308f7cc68e) {{(pid=94616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 04:28:26.874118 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab0915a-96aa-4b87-838b-1a2a9d925e32 None None] Network 631cdd21-982c-4d3d-9e49-59308f7cc68e requested from dv-cinder-810118-1-iscsi {{(pid=94617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 04:28:26.877369 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc7dfc8-6b35-4e62-9542-df59c880dec7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:28:26.878261 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-6dc7dfc8-6b35-4e62-9542-df59c880dec7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578295'] for subnet, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:26.909425 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671e621e-a0be-43fc-85bc-f9f5cbec1ca7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65bc11e4-7abd-4750-8ac3-63f5066b0018,revision_number=1']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:28:26.939211 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-671e621e-a0be-43fc-85bc-f9f5cbec1ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117'] for network, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:26.940977 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671e621e-a0be-43fc-85bc-f9f5cbec1ca7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:28:26.942131 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-671e621e-a0be-43fc-85bc-f9f5cbec1ca7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578295'] for network, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:27.024238 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671e621e-a0be-43fc-85bc-f9f5cbec1ca7 admin admin] Pushing event updated for resources: {'Network': ['ID=1dc84c4f-742d-475a-805c-2bdd99c4cbad,revision_number=1']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:28:27.049761 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Network 1dc84c4f-742d-475a-805c-2bdd99c4cbad details requested by agent ovs-agent-dv-cinder-810118-1-iscsi with host dv-cinder-810118-1-iscsi {{(pid=94617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 04:28:27.064289 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-837a9b41-1842-4f44-9f3f-c02836531449 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:27.070414 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-e3fe36b6-5f42-4dc6-b170-e980ce704949 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:27.143623 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-e3fe36b6-5f42-4dc6-b170-e980ce704949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:27.160368 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3fe36b6-5f42-4dc6-b170-e980ce704949 admin admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=94616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 04:28:27.163719 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e9c72b-8553-49b7-a821-93bc2ab899b2 None None] Network 631cdd21-982c-4d3d-9e49-59308f7cc68e requested from dv-cinder-810118-1-iscsi {{(pid=94617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 04:28:27.182497 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-e3fe36b6-5f42-4dc6-b170-e980ce704949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-614853'] for segment, precommit_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:27.185542 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.db.segments_db [None req-e3fe36b6-5f42-4dc6-b170-e980ce704949 admin admin] Added segment 52b11b22-035d-48af-b1df-a7c29b32f724 of type vlan for network c3127e33-e3a7-40dd-befc-6cdb5ff134d1 Sep 22 04:28:27.230170 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-837a9b41-1842-4f44-9f3f-c02836531449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769518673857'] for port, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:27.287594 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-e3fe36b6-5f42-4dc6-b170-e980ce704949 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769518629407'] for network, precommit_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:27.356909 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-837a9b41-1842-4f44-9f3f-c02836531449 admin admin] Network 1c001e5d-5f10-46e0-9089-3ba13d08e463 is already hosted by enough agents. {{(pid=94615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 04:28:27.364529 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.scheduler.base_scheduler [None req-837a9b41-1842-4f44-9f3f-c02836531449 admin admin] Resources bound (agent type, host, resource id): {{(pid=94615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 04:28:27.380858 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837a9b41-1842-4f44-9f3f-c02836531449 admin admin] Pushing event updated for resources: {'Port': ['ID=93d30c9f-be6e-4692-9828-46f90ecb7723,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:28:27.384232 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837a9b41-1842-4f44-9f3f-c02836531449 admin admin] Received port after_create {{(pid=94615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 04:28:27.393280 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fe36b6-5f42-4dc6-b170-e980ce704949 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa7be617-2fe6-4836-b1f1-d63120ca8390,revision_number=1']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:28:27.399155 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Device e769bb45-a9bf-4cb3-b768-d6cebc30e586 up at agent ovs-agent-dv-cinder-810118-1-iscsi {{(pid=94617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 04:28:27.444505 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-e3fe36b6-5f42-4dc6-b170-e980ce704949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117'] for network, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:27.446025 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3fe36b6-5f42-4dc6-b170-e980ce704949 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:28:27.446639 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-e3fe36b6-5f42-4dc6-b170-e980ce704949 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578295'] for network, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:27.561697 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-671e621e-a0be-43fc-85bc-f9f5cbec1ca7 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.5915265 Sep 22 04:28:27.561697 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-6dc7dfc8-6b35-4e62-9542-df59c880dec7 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8695645 Sep 22 04:28:27.562909 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 40016) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:28:27.566072 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 40018) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:28:27.568113 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-e3fe36b6-5f42-4dc6-b170-e980ce704949 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.6338830 Sep 22 04:28:27.572513 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.v2.base [None req-7e688364-d690-4139-80da-a21760e83409 admin admin] Request body: {'subnet': {'network_id': 'c3127e33-e3a7-40dd-befc-6cdb5ff134d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1181613599-subnet', 'tenant_id': 'a1cd15fdc6c94a548394ecbbef9cfbdb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 04:28:27.580647 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.v2.base [None req-42f78ea4-7acc-407a-b4f2-ea15e07db8c4 admin admin] Request body: {'subnet': {'network_id': '1dc84c4f-742d-475a-805c-2bdd99c4cbad', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1234941035-subnet', 'tenant_id': '94be7b84cda24c308b938ee70df77a79', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 04:28:27.614073 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Provisioning complete for port e769bb45-a9bf-4cb3-b768-d6cebc30e586 triggered by entity L2. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 04:28:27.614522 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628798'] for port, provisioning_complete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:27.628558 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fe36b6-5f42-4dc6-b170-e980ce704949 admin admin] Pushing event updated for resources: {'Network': ['ID=c3127e33-e3a7-40dd-befc-6cdb5ff134d1,revision_number=1']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:28:27.639113 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Network c3127e33-e3a7-40dd-befc-6cdb5ff134d1 details requested by agent ovs-agent-dv-cinder-810118-1-iscsi with host dv-cinder-810118-1-iscsi {{(pid=94617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 04:28:27.720093 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42f78ea4-7acc-407a-b4f2-ea15e07db8c4 admin admin] Made reservation on behalf of 94be7b84cda24c308b938ee70df77a79 for: {'subnet': 1} {{(pid=94615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 04:28:27.722437 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-42f78ea4-7acc-407a-b4f2-ea15e07db8c4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:27.759107 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d0c492-4c6f-4ea2-8364-ab90d44fe5bf None None] Network 203dddc9-87c2-468f-9ab9-d2290e8ee531 requested from dv-cinder-810118-1-iscsi {{(pid=94617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 04:28:27.765143 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:27.839257 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-837a9b41-1842-4f44-9f3f-c02836531449 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:27.847598 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] For port e769bb45-a9bf-4cb3-b768-d6cebc30e586, host dv-cinder-810118-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810118-1-iscsi',level=0,port_id=e769bb45-a9bf-4cb3-b768-d6cebc30e586,segment=NetworkSegment(30b5be0d-9a0d-4d41-ab50-368f87857a66),segment_id=30b5be0d-9a0d-4d41-ab50-368f87857a66)] {{(pid=94617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:28:27.886795 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e688364-d690-4139-80da-a21760e83409 admin admin] Made reservation on behalf of a1cd15fdc6c94a548394ecbbef9cfbdb for: {'subnet': 1} {{(pid=94615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 04:28:27.889109 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-7e688364-d690-4139-80da-a21760e83409 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:27.903958 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-7a577ad4-d17d-479b-870c-6f2b57765d2b None None] Provisioning complete for port e769bb45-a9bf-4cb3-b768-d6cebc30e586 triggered by entity DHCP. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 04:28:27.911195 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-7a577ad4-d17d-479b-870c-6f2b57765d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628798'] for port, provisioning_complete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:28.100373 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:28.211449 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Pushing event updated for resources: {'Port': ['ID=e769bb45-a9bf-4cb3-b768-d6cebc30e586,revision_number=3']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:28:28.217040 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 40036) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:28:28.258493 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 40040) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:28:28.405960 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ebad9c85-54a9-4689-8969-f8b3e8cd0b49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:28.456409 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-837a9b41-1842-4f44-9f3f-c02836531449 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1865740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1862584'] for router, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:28.514372 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-e591143d-36e0-4d4b-a240-028717a09ecb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:28.563087 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-ebd86907-2ae3-4b49-9994-c54d7d25f52f None None] Provisioning complete for port e769bb45-a9bf-4cb3-b768-d6cebc30e586 triggered by entity DHCP. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 04:28:28.563609 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-ebd86907-2ae3-4b49-9994-c54d7d25f52f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628798'] for port, provisioning_complete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:28.615429 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ebad9c85-54a9-4689-8969-f8b3e8cd0b49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:28.705669 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ebad9c85-54a9-4689-8969-f8b3e8cd0b49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:28.732904 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 40078) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:28:28.738748 dv-cinder-810118-1-iscsi neutron-server[94615]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 22 04:28:28.787727 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-ebad9c85-54a9-4689-8969-f8b3e8cd0b49 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=35a249ab4f55491e855b94d40277bfe2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5682495 Sep 22 04:28:28.790463 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebad9c85-54a9-4689-8969-f8b3e8cd0b49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b763d1d7-b4ec-4c4c-8761-7eb521967512,revision_number=1']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:28:28.794083 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 40082) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:28:28.853520 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-e591143d-36e0-4d4b-a240-028717a09ecb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:28.889994 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-42f78ea4-7acc-407a-b4f2-ea15e07db8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117'] for subnet, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:28.939569 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-e591143d-36e0-4d4b-a240-028717a09ecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:28.961070 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-7e688364-d690-4139-80da-a21760e83409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117'] for subnet, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:28.981374 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-e591143d-36e0-4d4b-a240-028717a09ecb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f738c572020a4a1082744274cd1f6cbd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7182522 Sep 22 04:28:28.981374 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e591143d-36e0-4d4b-a240-028717a09ecb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7f3069d-d19d-4068-8833-85b94e41ef42,revision_number=1']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:28:28.983106 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 40090) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:28:29.033266 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-5e4eaf13-6672-46d4-b850-feb3434d32f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:29.056240 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-5e4eaf13-6672-46d4-b850-feb3434d32f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:29.095179 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7faacf4-dcf0-43a0-b576-b3dce6d01306 req-4d73315f-2da7-4af1-968f-67f398cc92c8 tempest-DeleteServersTestJSON-1499673524 tempest-DeleteServersTestJSON-1499673524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:28:29.100945 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-c7faacf4-dcf0-43a0-b576-b3dce6d01306 req-4d73315f-2da7-4af1-968f-67f398cc92c8 tempest-DeleteServersTestJSON-1499673524 tempest-DeleteServersTestJSON-1499673524-project] 10.222.0.24 "GET /v2.0/networks?id=631cdd21-982c-4d3d-9e49-59308f7cc68e HTTP/1.1" status: 200 len: 812 time: 0.3670189 Sep 22 04:28:29.114007 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-837a9b41-1842-4f44-9f3f-c02836531449 admin admin] Router cecfd81e-557d-4b34-b379-68b2758efea1 is scheduled to L3 agent 67baeb3b-346e-4680-9ea8-6eec6aa84835 with binding_index 1 {{(pid=94615) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 04:28:29.136684 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f78ea4-7acc-407a-b4f2-ea15e07db8c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f03785a8-558b-4999-9e02-c5e13eae7968,revision_number=0']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:28:29.148330 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f78ea4-7acc-407a-b4f2-ea15e07db8c4 admin admin] Checking segment: {'id': 'bc8c3708-e396-4d9b-bfd8-c6b3490a63a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1dc84c4f-742d-475a-805c-2bdd99c4cbad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 04:28:29.148704 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f78ea4-7acc-407a-b4f2-ea15e07db8c4 admin admin] Network hostable DHCP agents. Network: 1dc84c4f-742d-475a-805c-2bdd99c4cbad, hostable agents: ['73f1375a-57ed-4431-affd-4785c4767c4b'], hosted agents: [] {{(pid=94615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 04:28:29.184783 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-c7faacf4-dcf0-43a0-b576-b3dce6d01306 req-522b9756-fa81-49c6-9002-af5ad5fa5da2 tempest-DeleteServersTestJSON-1499673524 tempest-DeleteServersTestJSON-1499673524-project] 10.222.0.24 "GET /v2.0/quotas/ad48fa8ef2eb41f3a0ec54adafdd28d8 HTTP/1.1" status: 200 len: 375 time: 0.0778301 Sep 22 04:28:29.189260 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-5e4eaf13-6672-46d4-b850-feb3434d32f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:29.192020 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-5e4eaf13-6672-46d4-b850-feb3434d32f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:29.193206 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-5e4eaf13-6672-46d4-b850-feb3434d32f1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a7f3069d-d19d-4068-8833-85b94e41ef42 HTTP/1.1" status: 204 len: 168 time: 0.2099040 Sep 22 04:28:29.201138 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e688364-d690-4139-80da-a21760e83409 admin admin] Checking segment: {'id': '52b11b22-035d-48af-b1df-a7c29b32f724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'c3127e33-e3a7-40dd-befc-6cdb5ff134d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 04:28:29.201779 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e688364-d690-4139-80da-a21760e83409 admin admin] Network hostable DHCP agents. Network: c3127e33-e3a7-40dd-befc-6cdb5ff134d1, hostable agents: ['73f1375a-57ed-4431-affd-4785c4767c4b'], hosted agents: [] {{(pid=94615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 04:28:29.201911 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4eaf13-6672-46d4-b850-feb3434d32f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7f3069d-d19d-4068-8833-85b94e41ef42,revision_number=None']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:28:29.210135 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-6cabf872-3cd6-42a5-832e-dc12972a6b87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:29.223682 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Device e769bb45-a9bf-4cb3-b768-d6cebc30e586 up at agent ovs-agent-dv-cinder-810118-1-iscsi {{(pid=94617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 04:28:29.288641 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Provisioning complete for port e769bb45-a9bf-4cb3-b768-d6cebc30e586 triggered by entity L2. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 04:28:29.289568 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628798'] for port, provisioning_complete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:29.360703 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-c7faacf4-dcf0-43a0-b576-b3dce6d01306 req-23ae8f3d-58c7-4a74-9f65-d23f404ef1a6 tempest-DeleteServersTestJSON-1499673524 tempest-DeleteServersTestJSON-1499673524-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ad48fa8ef2eb41f3a0ec54adafdd28d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1624808 Sep 22 04:28:29.376999 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-6cabf872-3cd6-42a5-832e-dc12972a6b87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:29.379909 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e688364-d690-4139-80da-a21760e83409 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68bee0f4-b400-45ff-a8a4-2d8e6261d0d5,revision_number=0']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:28:29.455608 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f78ea4-7acc-407a-b4f2-ea15e07db8c4 admin admin] Network 1dc84c4f-742d-475a-805c-2bdd99c4cbad is scheduled to be hosted by DHCP agent 73f1375a-57ed-4431-affd-4785c4767c4b with binding_index 1 {{(pid=94615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 04:28:29.457861 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e688364-d690-4139-80da-a21760e83409 admin admin] Network c3127e33-e3a7-40dd-befc-6cdb5ff134d1 is scheduled to be hosted by DHCP agent 73f1375a-57ed-4431-affd-4785c4767c4b with binding_index 1 {{(pid=94615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 04:28:29.485649 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-837a9b41-1842-4f44-9f3f-c02836531449 admin admin] Notify agent at l3_agent.dv-cinder-810118-1-iscsi the message routers_updated {{(pid=94615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 04:28:29.498014 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f22331-1dbd-4be9-8a87-03b0915f8963 None None] Sync routers for ids ['cecfd81e-557d-4b34-b379-68b2758efea1'] in dv-cinder-810118-1-iscsi {{(pid=94618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 04:28:29.509539 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f22331-1dbd-4be9-8a87-03b0915f8963 None None] Routers {'cecfd81e-557d-4b34-b379-68b2758efea1'} bound to L3 agent in host dv-cinder-810118-1-iscsi {{(pid=94618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 04:28:29.510173 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.l3_hamode_db [None req-05f22331-1dbd-4be9-8a87-03b0915f8963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810118-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T04:20:22Z,description=,heartbeat_timestamp=2021-09-22T04:28:22Z,host='dv-cinder-810118-1-iscsi',id=67baeb3b-346e-4680-9ea8-6eec6aa84835,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T04:20:23Z,topic='l3_agent')) {'router_ids': ['cecfd81e-557d-4b34-b379-68b2758efea1'], 'active': True} {{(pid=94618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:28:29.551568 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [req-c7faacf4-dcf0-43a0-b576-b3dce6d01306 req-a2b313bd-3bd0-4ef4-8135-70f635836f74 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94615) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 04:28:29.552668 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-c7faacf4-dcf0-43a0-b576-b3dce6d01306 req-a2b313bd-3bd0-4ef4-8135-70f635836f74 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0539403 Sep 22 04:28:29.553415 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.scheduler.base_scheduler [None req-7e688364-d690-4139-80da-a21760e83409 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810118-1-iscsi, c3127e33-e3a7-40dd-befc-6cdb5ff134d1) {{(pid=94615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 04:28:29.560990 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.scheduler.base_scheduler [None req-42f78ea4-7acc-407a-b4f2-ea15e07db8c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810118-1-iscsi, 1dc84c4f-742d-475a-805c-2bdd99c4cbad) {{(pid=94615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 04:28:29.560990 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e688364-d690-4139-80da-a21760e83409 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:28:29.561228 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-7e688364-d690-4139-80da-a21760e83409 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578295'] for subnet, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:29.568777 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f78ea4-7acc-407a-b4f2-ea15e07db8c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:28:29.568777 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-42f78ea4-7acc-407a-b4f2-ea15e07db8c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578295'] for subnet, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:29.580665 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c8b1dcc-dcaf-4686-ab63-3b9f71a71f13 None None] Network c3127e33-e3a7-40dd-befc-6cdb5ff134d1 requested from dv-cinder-810118-1-iscsi {{(pid=94617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 04:28:29.590229 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-6cabf872-3cd6-42a5-832e-dc12972a6b87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:29.592755 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-6cabf872-3cd6-42a5-832e-dc12972a6b87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:29.596934 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-6cabf872-3cd6-42a5-832e-dc12972a6b87 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b763d1d7-b4ec-4c4c-8761-7eb521967512 HTTP/1.1" status: 204 len: 168 time: 0.8020825 Sep 22 04:28:29.598420 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-837a9b41-1842-4f44-9f3f-c02836531449 admin admin] Notify callbacks [] for router, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:29.600531 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-837a9b41-1842-4f44-9f3f-c02836531449 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.1808603 Sep 22 04:28:29.603355 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 40108) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:28:29.632033 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cabf872-3cd6-42a5-832e-dc12972a6b87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b763d1d7-b4ec-4c4c-8761-7eb521967512,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:28:29.678255 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.l3_dvr_db [None req-05f22331-1dbd-4be9-8a87-03b0915f8963 None None] Set router cecfd81e-557d-4b34-b379-68b2758efea1 gateway port host: dv-cinder-810118-1-iscsi {{(pid=94618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 04:28:29.721602 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-7e688364-d690-4139-80da-a21760e83409 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.1522985 Sep 22 04:28:29.724222 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 40116) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:28:29.733580 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.v2.base [None req-476031cc-c944-44bf-bd2d-a2693b46694a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1181613599-router', 'tenant_id': 'a1cd15fdc6c94a548394ecbbef9cfbdb', 'external_gateway_info': {'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463'}}} {{(pid=94615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 04:28:29.744252 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-c7faacf4-dcf0-43a0-b576-b3dce6d01306 req-63f01166-910b-4272-b2f7-e9627db8d705 service neutron] 10.222.0.24 "GET /v2.0/networks/631cdd21-982c-4d3d-9e49-59308f7cc68e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665907 Sep 22 04:28:29.764026 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d1099b-d5fc-473a-880f-826249bd8fc3 None None] Network 1dc84c4f-742d-475a-805c-2bdd99c4cbad requested from dv-cinder-810118-1-iscsi {{(pid=94617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 04:28:29.776694 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-42f78ea4-7acc-407a-b4f2-ea15e07db8c4 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.2118518 Sep 22 04:28:29.923250 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.l3_hamode_db [None req-05f22331-1dbd-4be9-8a87-03b0915f8963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cecfd81e-557d-4b34-b379-68b2758efea1', 'name': 'tempest-AttachVolumeShelveTestJSON-756009411-router', 'tenant_id': 'a5932c0fd28d4509bc11811644adc1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'external_fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '93d30c9f-be6e-4692-9828-46f90ecb7723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T04:28:25Z', 'updated_at': '2021-09-22T04:28:27Z', 'revision_number': 3, 'project_id': 'a5932c0fd28d4509bc11811644adc1b2', 'gw_port': {'id': '93d30c9f-be6e-4692-9828-46f90ecb7723', 'name': '', 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:23:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cecfd81e-557d-4b34-b379-68b2758efea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:28:26Z', 'updated_at': '2021-09-22T04:28:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810118-1-iscsi'}], 'dv-cinder-810118-1-iscsi', False) {} {{(pid=94618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:28:29.952857 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-c7faacf4-dcf0-43a0-b576-b3dce6d01306 req-c7606f30-dba3-49fd-aaf8-0b67093f6a6d service neutron] 10.222.0.24 "GET /v2.0/networks/631cdd21-982c-4d3d-9e49-59308f7cc68e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972694 Sep 22 04:28:29.957415 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f22331-1dbd-4be9-8a87-03b0915f8963 None None] Checking router: cecfd81e-557d-4b34-b379-68b2758efea1 for host: dv-cinder-810118-1-iscsi {{(pid=94618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 04:28:29.957415 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f22331-1dbd-4be9-8a87-03b0915f8963 None None] Updating router cecfd81e-557d-4b34-b379-68b2758efea1 port 93d30c9f-be6e-4692-9828-46f90ecb7723 binding host dv-cinder-810118-1-iscsi {{(pid=94618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 04:28:29.957648 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-476031cc-c944-44bf-bd2d-a2693b46694a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1852805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1922'] for router, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:29.958730 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-476031cc-c944-44bf-bd2d-a2693b46694a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1865845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1862533', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1935386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1931'] for router, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:29.987059 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron_lib.callbacks.manager [None req-05f22331-1dbd-4be9-8a87-03b0915f8963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:30.035099 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b5ad9a6-927c-435d-85ff-f26e0b28b33e None None] Network 1dc84c4f-742d-475a-805c-2bdd99c4cbad requested from dv-cinder-810118-1-iscsi {{(pid=94617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 04:28:30.126252 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-476031cc-c944-44bf-bd2d-a2693b46694a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:30.270891 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6436f88e-ed67-4d75-ac25-7e63f72a9e8f None None] Network c3127e33-e3a7-40dd-befc-6cdb5ff134d1 requested from dv-cinder-810118-1-iscsi {{(pid=94617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 04:28:30.466053 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron_lib.callbacks.manager [None req-05f22331-1dbd-4be9-8a87-03b0915f8963 None None] Notify callbacks [] for port, precommit_update {{(pid=94618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:30.489621 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 40152) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:28:30.493779 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-476031cc-c944-44bf-bd2d-a2693b46694a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:30.494082 dv-cinder-810118-1-iscsi neutron-server[94616]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 22 04:28:30.526806 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron_lib.callbacks.manager [None req-05f22331-1dbd-4be9-8a87-03b0915f8963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:30.565099 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-1cda192f-213e-494f-bb44-756c99c7b706 req-4d0c239a-037c-40db-8fce-7ded7fbf8efd tempest-DeleteServersTestJSON-1499673524 tempest-DeleteServersTestJSON-1499673524-project] 10.222.0.24 "GET /v2.0/ports?device_id=39c197ef-8b12-43d6-a836-98115174e241 HTTP/1.1" status: 200 len: 210 time: 0.0740092 Sep 22 04:28:30.614003 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269f4ec1-8464-47a6-945c-bad996b21272 None None] Pushing event updated for resources: {'Port': ['ID=93d30c9f-be6e-4692-9828-46f90ecb7723,revision_number=2']} {{(pid=94618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:28:30.632529 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-038e35e8-8948-4066-80dd-bc9c607fab56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:30.644294 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269f4ec1-8464-47a6-945c-bad996b21272 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:28:30.645131 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269f4ec1-8464-47a6-945c-bad996b21272 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:28:30.645954 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269f4ec1-8464-47a6-945c-bad996b21272 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:28:30.646626 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269f4ec1-8464-47a6-945c-bad996b21272 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:28:30.647067 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269f4ec1-8464-47a6-945c-bad996b21272 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:28:30.647473 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269f4ec1-8464-47a6-945c-bad996b21272 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:28:30.647876 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269f4ec1-8464-47a6-945c-bad996b21272 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:28:30.648384 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269f4ec1-8464-47a6-945c-bad996b21272 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:28:30.648813 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269f4ec1-8464-47a6-945c-bad996b21272 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:28:30.649415 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269f4ec1-8464-47a6-945c-bad996b21272 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:28:30.649812 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269f4ec1-8464-47a6-945c-bad996b21272 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:28:30.650311 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269f4ec1-8464-47a6-945c-bad996b21272 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:28:30.651889 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269f4ec1-8464-47a6-945c-bad996b21272 None None] Tracked resource versions report: Sep 22 04:28:30.651889 dv-cinder-810118-1-iscsi neutron-server[94618]: pushed versions: Sep 22 04:28:30.651889 dv-cinder-810118-1-iscsi neutron-server[94618]: { 'AddressGroup': {'1.2'}, Sep 22 04:28:30.651889 dv-cinder-810118-1-iscsi neutron-server[94618]: 'ConntrackHelper': {'1.0'}, Sep 22 04:28:30.651889 dv-cinder-810118-1-iscsi neutron-server[94618]: 'Log': {'1.0'}, Sep 22 04:28:30.651889 dv-cinder-810118-1-iscsi neutron-server[94618]: 'Network': {'1.1'}, Sep 22 04:28:30.651889 dv-cinder-810118-1-iscsi neutron-server[94618]: 'Port': {'1.7'}, Sep 22 04:28:30.651889 dv-cinder-810118-1-iscsi neutron-server[94618]: 'PortForwarding': {'1.2'}, Sep 22 04:28:30.651889 dv-cinder-810118-1-iscsi neutron-server[94618]: 'QosPolicy': {'1.9'}, Sep 22 04:28:30.651889 dv-cinder-810118-1-iscsi neutron-server[94618]: 'SecurityGroup': {'1.4'}, Sep 22 04:28:30.651889 dv-cinder-810118-1-iscsi neutron-server[94618]: 'SecurityGroupRule': {'1.2'}, Sep 22 04:28:30.651889 dv-cinder-810118-1-iscsi neutron-server[94618]: 'SubPort': {'1.0'}, Sep 22 04:28:30.651889 dv-cinder-810118-1-iscsi neutron-server[94618]: 'Subnet': {'1.1'}, Sep 22 04:28:30.651889 dv-cinder-810118-1-iscsi neutron-server[94618]: 'Trunk': {'1.1'}} Sep 22 04:28:30.651889 dv-cinder-810118-1-iscsi neutron-server[94618]: consumer versions: Sep 22 04:28:30.651889 dv-cinder-810118-1-iscsi neutron-server[94618]: { DHCP agent@dv-cinder-810118-1-iscsi: {}, Sep 22 04:28:30.651889 dv-cinder-810118-1-iscsi neutron-server[94618]: HyperV agent@hv-cinder-81011: {}, Sep 22 04:28:30.651889 dv-cinder-810118-1-iscsi neutron-server[94618]: L3 agent@dv-cinder-810118-1-iscsi: {}, Sep 22 04:28:30.651889 dv-cinder-810118-1-iscsi neutron-server[94618]: Metadata agent@dv-cinder-810118-1-iscsi: {}, Sep 22 04:28:30.651889 dv-cinder-810118-1-iscsi neutron-server[94618]: Metering agent@dv-cinder-810118-1-iscsi: {}, Sep 22 04:28:30.651889 dv-cinder-810118-1-iscsi neutron-server[94618]: Open vSwitch agent@dv-cinder-810118-1-iscsi: { 'AddressGroup': '1.2', Sep 22 04:28:30.651889 dv-cinder-810118-1-iscsi neutron-server[94618]: 'ConntrackHelper': '1.0', Sep 22 04:28:30.651889 dv-cinder-810118-1-iscsi neutron-server[94618]: 'Log': '1.0', Sep 22 04:28:30.651889 dv-cinder-810118-1-iscsi neutron-server[94618]: 'Network': '1.1', Sep 22 04:28:30.651889 dv-cinder-810118-1-iscsi neutron-server[94618]: 'Port': '1.7', Sep 22 04:28:30.651889 dv-cinder-810118-1-iscsi neutron-server[94618]: 'PortForwarding': '1.2', Sep 22 04:28:30.651889 dv-cinder-810118-1-iscsi neutron-server[94618]: 'QosPolicy': '1.9', Sep 22 04:28:30.651889 dv-cinder-810118-1-iscsi neutron-server[94618]: 'SecurityGroup': '1.4', Sep 22 04:28:30.651889 dv-cinder-810118-1-iscsi neutron-server[94618]: 'SecurityGroupRule': '1.2', Sep 22 04:28:30.651889 dv-cinder-810118-1-iscsi neutron-server[94618]: 'SubPort': '1.0', Sep 22 04:28:30.651889 dv-cinder-810118-1-iscsi neutron-server[94618]: 'Subnet': '1.1', Sep 22 04:28:30.651889 dv-cinder-810118-1-iscsi neutron-server[94618]: 'Trunk': '1.1'}} Sep 22 04:28:30.651889 dv-cinder-810118-1-iscsi neutron-server[94618]: {{(pid=94618) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 22 04:28:30.655632 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.plugins.ml2.managers [None req-05f22331-1dbd-4be9-8a87-03b0915f8963 None None] Attempting to bind port 93d30c9f-be6e-4692-9828-46f90ecb7723 on host dv-cinder-810118-1-iscsi for vnic_type normal with profile {{(pid=94618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 04:28:30.655995 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.plugins.ml2.managers [None req-05f22331-1dbd-4be9-8a87-03b0915f8963 None None] Attempting to bind port 93d30c9f-be6e-4692-9828-46f90ecb7723 by drivers openvswitch,hyperv on host dv-cinder-810118-1-iscsi at level 0 using segments [{'id': '57bccd0b-6164-41c6-a48d-7aba82135152', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463'}] {{(pid=94618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 04:28:30.656504 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f22331-1dbd-4be9-8a87-03b0915f8963 None None] Attempting to bind port 93d30c9f-be6e-4692-9828-46f90ecb7723 on network 1c001e5d-5f10-46e0-9089-3ba13d08e463 {{(pid=94618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 04:28:30.663295 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f22331-1dbd-4be9-8a87-03b0915f8963 None None] Checking agent: {'id': '43b86276-d23d-4f96-ad83-0361cfa8e6ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810118-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 4, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 4, 20, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 4, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810118-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 04:28:30.663795 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f22331-1dbd-4be9-8a87-03b0915f8963 None None] Checking segment: {'id': '57bccd0b-6164-41c6-a48d-7aba82135152', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 04:28:30.664264 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron_lib.callbacks.manager [None req-05f22331-1dbd-4be9-8a87-03b0915f8963 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:30.664866 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f22331-1dbd-4be9-8a87-03b0915f8963 None None] Bound using segment: {'id': '57bccd0b-6164-41c6-a48d-7aba82135152', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463'} {{(pid=94618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 04:28:30.665420 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.plugins.ml2.managers [None req-05f22331-1dbd-4be9-8a87-03b0915f8963 None None] Bound port: 93d30c9f-be6e-4692-9828-46f90ecb7723, host: dv-cinder-810118-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57bccd0b-6164-41c6-a48d-7aba82135152', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463'}}] {{(pid=94618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 04:28:30.665895 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron_lib.callbacks.manager [None req-05f22331-1dbd-4be9-8a87-03b0915f8963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:30.681043 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 40174) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:28:30.705625 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-3a86e17b-03b4-4671-8587-afec6296777f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:30.738074 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.plugins.ml2.db [None req-05f22331-1dbd-4be9-8a87-03b0915f8963 None None] For port 93d30c9f-be6e-4692-9828-46f90ecb7723, host dv-cinder-810118-1-iscsi, cleared binding levels {{(pid=94618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 04:28:30.741582 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.plugins.ml2.db [None req-05f22331-1dbd-4be9-8a87-03b0915f8963 None None] For port 93d30c9f-be6e-4692-9828-46f90ecb7723, host dv-cinder-810118-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810118-1-iscsi',level=0,port_id=93d30c9f-be6e-4692-9828-46f90ecb7723,segment=NetworkSegment(57bccd0b-6164-41c6-a48d-7aba82135152),segment_id=57bccd0b-6164-41c6-a48d-7aba82135152)] {{(pid=94618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 04:28:30.875423 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron_lib.callbacks.manager [None req-05f22331-1dbd-4be9-8a87-03b0915f8963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:30.945569 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269f4ec1-8464-47a6-945c-bad996b21272 None None] Pushing event updated for resources: {'Port': ['ID=93d30c9f-be6e-4692-9828-46f90ecb7723,revision_number=3']} {{(pid=94618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:28:30.995905 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f22331-1dbd-4be9-8a87-03b0915f8963 None None] Routers {'cecfd81e-557d-4b34-b379-68b2758efea1'} bound to L3 agent in host dv-cinder-810118-1-iscsi {{(pid=94618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 04:28:30.997000 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.l3_hamode_db [None req-05f22331-1dbd-4be9-8a87-03b0915f8963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810118-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T04:20:22Z,description=,heartbeat_timestamp=2021-09-22T04:28:22Z,host='dv-cinder-810118-1-iscsi',id=67baeb3b-346e-4680-9ea8-6eec6aa84835,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T04:20:23Z,topic='l3_agent')) {'router_ids': ['cecfd81e-557d-4b34-b379-68b2758efea1'], 'active': True} {{(pid=94618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:28:31.088686 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.db.db_base_plugin_common [None req-038e35e8-8948-4066-80dd-bc9c607fab56 admin admin] Allocated IP 172.20.0.1 (203dddc9-87c2-468f-9ab9-d2290e8ee531/e4ceb253-3d8e-46ef-b438-694b8c1700e2/54b7699d-d14a-4cfa-8562-984e30dcf905) {{(pid=94616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 04:28:31.161631 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.l3_dvr_db [None req-05f22331-1dbd-4be9-8a87-03b0915f8963 None None] Set router cecfd81e-557d-4b34-b379-68b2758efea1 gateway port host: dv-cinder-810118-1-iscsi {{(pid=94618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 04:28:31.310225 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-3a86e17b-03b4-4671-8587-afec6296777f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:31.317622 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-038e35e8-8948-4066-80dd-bc9c607fab56 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:31.371003 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d91c38-5fcd-4050-b062-a19cb400a3ba req-5e7dc1bf-2906-487a-8d3d-2483a5fe17a0 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:28:31.378140 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-47d91c38-5fcd-4050-b062-a19cb400a3ba req-5e7dc1bf-2906-487a-8d3d-2483a5fe17a0 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/networks?id=1dc84c4f-742d-475a-805c-2bdd99c4cbad HTTP/1.1" status: 200 len: 815 time: 0.2179337 Sep 22 04:28:31.381561 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-476031cc-c944-44bf-bd2d-a2693b46694a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:31.415353 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-476031cc-c944-44bf-bd2d-a2693b46694a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:31.417282 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-3a86e17b-03b4-4671-8587-afec6296777f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:31.466569 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.l3_hamode_db [None req-05f22331-1dbd-4be9-8a87-03b0915f8963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cecfd81e-557d-4b34-b379-68b2758efea1', 'name': 'tempest-AttachVolumeShelveTestJSON-756009411-router', 'tenant_id': 'a5932c0fd28d4509bc11811644adc1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'external_fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '93d30c9f-be6e-4692-9828-46f90ecb7723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T04:28:25Z', 'updated_at': '2021-09-22T04:28:27Z', 'revision_number': 3, 'project_id': 'a5932c0fd28d4509bc11811644adc1b2', 'gw_port': {'id': '93d30c9f-be6e-4692-9828-46f90ecb7723', 'name': '', 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:23:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cecfd81e-557d-4b34-b379-68b2758efea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:28:26Z', 'updated_at': '2021-09-22T04:28:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810118-1-iscsi'}], 'dv-cinder-810118-1-iscsi', False) {} {{(pid=94618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:28:31.472093 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-47d91c38-5fcd-4050-b062-a19cb400a3ba req-e3c8c9e0-fd42-460e-9440-4c011a3f803f tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/quotas/94be7b84cda24c308b938ee70df77a79 HTTP/1.1" status: 200 len: 375 time: 0.0929193 Sep 22 04:28:31.499301 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-038e35e8-8948-4066-80dd-bc9c607fab56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769518673857'] for port, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:31.510107 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f22331-1dbd-4be9-8a87-03b0915f8963 None None] The sync data for ids ['cecfd81e-557d-4b34-b379-68b2758efea1'] in dv-cinder-810118-1-iscsi is: [{'id': 'cecfd81e-557d-4b34-b379-68b2758efea1', 'name': 'tempest-AttachVolumeShelveTestJSON-756009411-router', 'tenant_id': 'a5932c0fd28d4509bc11811644adc1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'external_fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '93d30c9f-be6e-4692-9828-46f90ecb7723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T04:28:25Z', 'updated_at': '2021-09-22T04:28:27Z', 'revision_number': 3, 'project_id': 'a5932c0fd28d4509bc11811644adc1b2', 'gw_port': {'id': '93d30c9f-be6e-4692-9828-46f90ecb7723', 'name': '', 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:23:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cecfd81e-557d-4b34-b379-68b2758efea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:28:26Z', 'updated_at': '2021-09-22T04:28:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810118-1-iscsi'}] {{(pid=94618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 04:28:31.542589 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038e35e8-8948-4066-80dd-bc9c607fab56 admin admin] Network 203dddc9-87c2-468f-9ab9-d2290e8ee531 is already hosted by enough agents. {{(pid=94616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 04:28:31.545350 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.scheduler.base_scheduler [None req-038e35e8-8948-4066-80dd-bc9c607fab56 admin admin] Resources bound (agent type, host, resource id): {{(pid=94616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 04:28:31.548980 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038e35e8-8948-4066-80dd-bc9c607fab56 admin admin] Received port after_create {{(pid=94616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 04:28:31.549777 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-038e35e8-8948-4066-80dd-bc9c607fab56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1865349'] for router_interface, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:31.566443 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-3a86e17b-03b4-4671-8587-afec6296777f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=40dd92a9ae3f442a8c3f009f00273547&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8843815 Sep 22 04:28:31.586597 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-47d91c38-5fcd-4050-b062-a19cb400a3ba req-2d7626c0-85f6-45bb-84bc-cf8f1ad5966c tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=94be7b84cda24c308b938ee70df77a79&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1135075 Sep 22 04:28:31.588685 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 40222) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:28:31.609659 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a86e17b-03b4-4671-8587-afec6296777f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=600a08a9-4bba-4320-8183-35966b923055,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:28:31.682099 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038e35e8-8948-4066-80dd-bc9c607fab56 admin admin] Pushing event updated for resources: {'Port': ['ID=54b7699d-d14a-4cfa-8562-984e30dcf905,revision_number=1']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:28:31.738432 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-2dd71396-05a0-48af-9423-903429d1b7c5 req-aecd86b9-740a-448c-8ddd-abd1cc1224b4 tempest-DeleteServersTestJSON-1499673524 tempest-DeleteServersTestJSON-1499673524-project] 10.222.0.24 "GET /v2.0/ports?device_id=39c197ef-8b12-43d6-a836-98115174e241 HTTP/1.1" status: 200 len: 210 time: 0.0745609 Sep 22 04:28:31.817719 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.db.db_base_plugin_common [None req-476031cc-c944-44bf-bd2d-a2693b46694a admin admin] Allocated IP 172.27.3.162 (1c001e5d-5f10-46e0-9089-3ba13d08e463/ef28eb13-4204-4034-a22d-0722adaca342/58751b2a-7b53-4f25-b0db-9f711a73996b) {{(pid=94615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 04:28:31.838953 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-969d2143-b0b7-47e3-a9fe-29a153e25b67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:31.843641 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-47d91c38-5fcd-4050-b062-a19cb400a3ba req-5ac9bf46-0402-4868-b3ee-db14910a7382 service neutron] 10.222.0.24 "GET /v2.0/networks/1dc84c4f-742d-475a-805c-2bdd99c4cbad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2558222 Sep 22 04:28:31.906200 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-969d2143-b0b7-47e3-a9fe-29a153e25b67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:31.986519 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-1f7e3586-ce83-4c59-8972-dbfd10765751 None None] Provisioning complete for port 54b7699d-d14a-4cfa-8562-984e30dcf905 triggered by entity DHCP. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 04:28:31.987009 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-1f7e3586-ce83-4c59-8972-dbfd10765751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628798'] for port, provisioning_complete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:32.074403 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.plugin [None req-1f7e3586-ce83-4c59-8972-dbfd10765751 None None] Port 54b7699d-d14a-4cfa-8562-984e30dcf905 cannot update to ACTIVE because it is not bound. {{(pid=94617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 04:28:32.087759 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-038e35e8-8948-4066-80dd-bc9c607fab56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:32.122377 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 40238) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:28:32.209731 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-47d91c38-5fcd-4050-b062-a19cb400a3ba req-fc495156-3e16-4534-aba8-8ddba6cf93c5 service neutron] 10.222.0.24 "GET /v2.0/networks/1dc84c4f-742d-475a-805c-2bdd99c4cbad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3543143 Sep 22 04:28:32.215316 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-476031cc-c944-44bf-bd2d-a2693b46694a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:32.251686 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-969d2143-b0b7-47e3-a9fe-29a153e25b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:32.255280 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-969d2143-b0b7-47e3-a9fe-29a153e25b67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:32.259103 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-969d2143-b0b7-47e3-a9fe-29a153e25b67 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/600a08a9-4bba-4320-8183-35966b923055 HTTP/1.1" status: 204 len: 168 time: 0.6569979 Sep 22 04:28:32.268746 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969d2143-b0b7-47e3-a9fe-29a153e25b67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=600a08a9-4bba-4320-8183-35966b923055,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:28:32.377364 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-b61b5a07-10d3-4a72-99c9-11918f1dd44c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:32.449027 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-038e35e8-8948-4066-80dd-bc9c607fab56 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:32.516655 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-476031cc-c944-44bf-bd2d-a2693b46694a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769518673857'] for port, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:32.590120 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-7bd97a80-54ae-4a0a-81d0-5536793002f3 req-1aa9abd1-4916-4ecd-8207-b64014377dc5 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bfb29ed-f586-48e0-aff0-468f89beab91 HTTP/1.1" status: 200 len: 210 time: 0.0728152 Sep 22 04:28:32.591003 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-038e35e8-8948-4066-80dd-bc9c607fab56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:32.591876 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-038e35e8-8948-4066-80dd-bc9c607fab56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1867637'] for router_interface, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:32.649894 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476031cc-c944-44bf-bd2d-a2693b46694a admin admin] Pushing event updated for resources: {'Port': ['ID=58751b2a-7b53-4f25-b0db-9f711a73996b,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:28:32.688380 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-476031cc-c944-44bf-bd2d-a2693b46694a admin admin] Network 1c001e5d-5f10-46e0-9089-3ba13d08e463 is already hosted by enough agents. {{(pid=94615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 04:28:32.699274 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.scheduler.base_scheduler [None req-476031cc-c944-44bf-bd2d-a2693b46694a admin admin] Resources bound (agent type, host, resource id): {{(pid=94615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 04:28:32.707072 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476031cc-c944-44bf-bd2d-a2693b46694a admin admin] Received port after_create {{(pid=94615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 04:28:32.784912 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038e35e8-8948-4066-80dd-bc9c607fab56 admin admin] Pushing event updated for resources: {'Port': ['ID=54b7699d-d14a-4cfa-8562-984e30dcf905,revision_number=2']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:28:32.931744 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038e35e8-8948-4066-80dd-bc9c607fab56 admin admin] Network 203dddc9-87c2-468f-9ab9-d2290e8ee531 is already hosted by enough agents. {{(pid=94616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 04:28:32.933886 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.scheduler.base_scheduler [None req-038e35e8-8948-4066-80dd-bc9c607fab56 admin admin] Resources bound (agent type, host, resource id): {{(pid=94616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 04:28:33.011876 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-b61b5a07-10d3-4a72-99c9-11918f1dd44c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:33.109703 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-5f0ba44f-b251-4fed-ab42-e707bc4cef47 req-a1d53612-6687-481d-8b31-85ad5a459313 tempest-DeleteServersTestJSON-1499673524 tempest-DeleteServersTestJSON-1499673524-project] 10.222.0.24 "GET /v2.0/ports?device_id=39c197ef-8b12-43d6-a836-98115174e241 HTTP/1.1" status: 200 len: 210 time: 0.0817537 Sep 22 04:28:33.217088 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-038e35e8-8948-4066-80dd-bc9c607fab56 admin admin] Router cecfd81e-557d-4b34-b379-68b2758efea1 has already been hosted by L3 agent 67baeb3b-346e-4680-9ea8-6eec6aa84835 {{(pid=94616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 04:28:33.311403 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-93911ee1-8a6b-4a7b-a8ab-285ff5947503 None None] Provisioning complete for port 54b7699d-d14a-4cfa-8562-984e30dcf905 triggered by entity DHCP. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 04:28:33.312546 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-93911ee1-8a6b-4a7b-a8ab-285ff5947503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628798'] for port, provisioning_complete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:33.337573 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-038e35e8-8948-4066-80dd-bc9c607fab56 admin admin] Notify agent at l3_agent.dv-cinder-810118-1-iscsi the message routers_updated {{(pid=94616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 04:28:33.343533 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-038e35e8-8948-4066-80dd-bc9c607fab56 admin admin] 10.222.0.24 "PUT /v2.0/routers/cecfd81e-557d-4b34-b379-68b2758efea1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7390313 Sep 22 04:28:33.349735 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Device 93d30c9f-be6e-4692-9828-46f90ecb7723 up at agent ovs-agent-dv-cinder-810118-1-iscsi {{(pid=94617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 04:28:33.388737 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-b61b5a07-10d3-4a72-99c9-11918f1dd44c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:33.397451 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.plugin [None req-93911ee1-8a6b-4a7b-a8ab-285ff5947503 None None] Port 54b7699d-d14a-4cfa-8562-984e30dcf905 cannot update to ACTIVE because it is not bound. {{(pid=94617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 04:28:33.417442 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Provisioning complete for port 93d30c9f-be6e-4692-9828-46f90ecb7723 triggered by entity L2. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 04:28:33.420911 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628798'] for port, provisioning_complete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:33.508164 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61b5a07-10d3-4a72-99c9-11918f1dd44c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eb8d78d-b276-49ad-b747-d2d33e6f411c,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:28:33.526328 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-b61b5a07-10d3-4a72-99c9-11918f1dd44c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4e7f39f1b649406797ac32ce9ab39ade&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3974850 Sep 22 04:28:33.529375 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 40308) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:28:33.590838 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:33.622013 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] For port 93d30c9f-be6e-4692-9828-46f90ecb7723, host dv-cinder-810118-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810118-1-iscsi',level=0,port_id=93d30c9f-be6e-4692-9828-46f90ecb7723,segment=NetworkSegment(57bccd0b-6164-41c6-a48d-7aba82135152),segment_id=57bccd0b-6164-41c6-a48d-7aba82135152)] {{(pid=94617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:28:33.649406 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-61c917e8-c072-4709-b17e-6acd792846ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:33.671700 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-476031cc-c944-44bf-bd2d-a2693b46694a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:33.695698 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-61c917e8-c072-4709-b17e-6acd792846ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:33.701391 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:33.752443 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-8610a0ca-5d57-4962-8a3b-39240935138f req-ceaacee6-f435-45d9-a1c3-bc05adbbbafa tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bfb29ed-f586-48e0-aff0-468f89beab91 HTTP/1.1" status: 200 len: 210 time: 0.0827281 Sep 22 04:28:33.781270 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Pushing event updated for resources: {'Port': ['ID=93d30c9f-be6e-4692-9828-46f90ecb7723,revision_number=4']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:28:33.885517 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-61c917e8-c072-4709-b17e-6acd792846ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:33.888644 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-61c917e8-c072-4709-b17e-6acd792846ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:33.889925 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-61c917e8-c072-4709-b17e-6acd792846ca admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4eb8d78d-b276-49ad-b747-d2d33e6f411c HTTP/1.1" status: 204 len: 168 time: 0.3593206 Sep 22 04:28:33.899226 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c917e8-c072-4709-b17e-6acd792846ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eb8d78d-b276-49ad-b747-d2d33e6f411c,revision_number=None']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:28:33.956546 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-476031cc-c944-44bf-bd2d-a2693b46694a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1865740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1862584'] for router, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:34.004636 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3544f0b5-3b8b-4eb3-9842-4c0b8abc8598 None None] Sync routers for ids ['cecfd81e-557d-4b34-b379-68b2758efea1'] in dv-cinder-810118-1-iscsi {{(pid=94617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 04:28:34.004636 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3544f0b5-3b8b-4eb3-9842-4c0b8abc8598 None None] Routers {'cecfd81e-557d-4b34-b379-68b2758efea1'} bound to L3 agent in host dv-cinder-810118-1-iscsi {{(pid=94617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 04:28:34.004636 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-3544f0b5-3b8b-4eb3-9842-4c0b8abc8598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810118-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T04:20:22Z,description=,heartbeat_timestamp=2021-09-22T04:28:22Z,host='dv-cinder-810118-1-iscsi',id=67baeb3b-346e-4680-9ea8-6eec6aa84835,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T04:20:23Z,topic='l3_agent')) {'router_ids': ['cecfd81e-557d-4b34-b379-68b2758efea1'], 'active': True} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:28:34.081948 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.agents_db [None req-7fda405f-bd13-41fd-9497-f6551785b8a3 None None] Agent healthcheck: found 6 active agents {{(pid=94618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 04:28:34.159704 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvr_db [None req-3544f0b5-3b8b-4eb3-9842-4c0b8abc8598 None None] Set router cecfd81e-557d-4b34-b379-68b2758efea1 gateway port host: dv-cinder-810118-1-iscsi {{(pid=94617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 04:28:34.177734 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-476031cc-c944-44bf-bd2d-a2693b46694a admin admin] Router ae723c7b-353b-4842-a022-695e33bef5bc is scheduled to L3 agent 67baeb3b-346e-4680-9ea8-6eec6aa84835 with binding_index 1 {{(pid=94615) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 04:28:34.460476 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 40340) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:28:34.535941 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-ef8f7c44-f074-4ae3-8379-92b0a989d7cb req-8df47283-43af-41c4-bde8-cc3469ae88e2 tempest-DeleteServersTestJSON-1499673524 tempest-DeleteServersTestJSON-1499673524-project] 10.222.0.24 "GET /v2.0/ports?device_id=39c197ef-8b12-43d6-a836-98115174e241 HTTP/1.1" status: 200 len: 210 time: 0.0364542 Sep 22 04:28:34.553644 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-3544f0b5-3b8b-4eb3-9842-4c0b8abc8598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cecfd81e-557d-4b34-b379-68b2758efea1', 'name': 'tempest-AttachVolumeShelveTestJSON-756009411-router', 'tenant_id': 'a5932c0fd28d4509bc11811644adc1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'external_fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '93d30c9f-be6e-4692-9828-46f90ecb7723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T04:28:25Z', 'updated_at': '2021-09-22T04:28:31Z', 'revision_number': 4, 'project_id': 'a5932c0fd28d4509bc11811644adc1b2', 'gw_port': {'id': '93d30c9f-be6e-4692-9828-46f90ecb7723', 'name': '', 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:23:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecfd81e-557d-4b34-b379-68b2758efea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:28:26Z', 'updated_at': '2021-09-22T04:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810118-1-iscsi', '_interfaces': [{'id': '54b7699d-d14a-4cfa-8562-984e30dcf905', 'name': '', 'network_id': '203dddc9-87c2-468f-9ab9-d2290e8ee531', 'tenant_id': 'a5932c0fd28d4509bc11811644adc1b2', 'mac_address': 'fa:16:3e:52:0b:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cecfd81e-557d-4b34-b379-68b2758efea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e4ceb253-3d8e-46ef-b438-694b8c1700e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:28:30Z', 'updated_at': '2021-09-22T04:28:32Z', 'revision_number': 2, 'project_id': 'a5932c0fd28d4509bc11811644adc1b2', 'subnets': [{'id': 'e4ceb253-3d8e-46ef-b438-694b8c1700e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810118-1-iscsi', False) {} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:28:34.594805 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3544f0b5-3b8b-4eb3-9842-4c0b8abc8598 None None] Checking router: cecfd81e-557d-4b34-b379-68b2758efea1 for host: dv-cinder-810118-1-iscsi {{(pid=94617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 04:28:34.595275 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3544f0b5-3b8b-4eb3-9842-4c0b8abc8598 None None] Updating router cecfd81e-557d-4b34-b379-68b2758efea1 port 54b7699d-d14a-4cfa-8562-984e30dcf905 binding host dv-cinder-810118-1-iscsi {{(pid=94617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 04:28:34.628419 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-3544f0b5-3b8b-4eb3-9842-4c0b8abc8598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:34.639114 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-476031cc-c944-44bf-bd2d-a2693b46694a admin admin] Notify agent at l3_agent.dv-cinder-810118-1-iscsi the message routers_updated {{(pid=94615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 04:28:34.650237 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f212449-63e3-4498-842b-b5309ed3987e None None] Sync routers for ids ['ae723c7b-353b-4842-a022-695e33bef5bc'] in dv-cinder-810118-1-iscsi {{(pid=94618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 04:28:34.663118 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f212449-63e3-4498-842b-b5309ed3987e None None] Routers {'ae723c7b-353b-4842-a022-695e33bef5bc'} bound to L3 agent in host dv-cinder-810118-1-iscsi {{(pid=94618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 04:28:34.664497 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.l3_hamode_db [None req-1f212449-63e3-4498-842b-b5309ed3987e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810118-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T04:20:22Z,description=,heartbeat_timestamp=2021-09-22T04:28:22Z,host='dv-cinder-810118-1-iscsi',id=67baeb3b-346e-4680-9ea8-6eec6aa84835,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T04:20:23Z,topic='l3_agent')) {'router_ids': ['ae723c7b-353b-4842-a022-695e33bef5bc'], 'active': True} {{(pid=94618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:28:34.707430 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 40348) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:28:34.714156 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.v2.base [None req-6bf4d875-b966-4432-9949-4b9fbda32349 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1789993843', 'description': 'tempest-description--327139550'}} {{(pid=94616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 04:28:34.755301 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-476031cc-c944-44bf-bd2d-a2693b46694a admin admin] Notify callbacks [] for router, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:34.760188 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-476031cc-c944-44bf-bd2d-a2693b46694a admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.0339582 Sep 22 04:28:34.762772 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 40350) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:28:34.908129 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-563510e2-8c91-4ea9-9504-54a105d54ec2 req-f1877c8a-94e4-4fb7-bdcd-fc2c2ee2aead tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bfb29ed-f586-48e0-aff0-468f89beab91 HTTP/1.1" status: 200 len: 210 time: 0.0608926 Sep 22 04:28:34.932012 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-835939bd-505c-4148-8132-a0f6f48358c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:34.941646 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.l3_dvr_db [None req-1f212449-63e3-4498-842b-b5309ed3987e None None] Set router ae723c7b-353b-4842-a022-695e33bef5bc gateway port host: dv-cinder-810118-1-iscsi {{(pid=94618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 04:28:35.007034 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-6bf4d875-b966-4432-9949-4b9fbda32349 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Notify callbacks [] for security_group, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:35.177267 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.l3_hamode_db [None req-1f212449-63e3-4498-842b-b5309ed3987e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae723c7b-353b-4842-a022-695e33bef5bc', 'name': 'tempest-ServerRescueNegativeTestJSON-1181613599-router', 'tenant_id': 'a1cd15fdc6c94a548394ecbbef9cfbdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'external_fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '58751b2a-7b53-4f25-b0db-9f711a73996b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T04:28:29Z', 'updated_at': '2021-09-22T04:28:32Z', 'revision_number': 3, 'project_id': 'a1cd15fdc6c94a548394ecbbef9cfbdb', 'gw_port': {'id': '58751b2a-7b53-4f25-b0db-9f711a73996b', 'name': '', 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:72:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae723c7b-353b-4842-a022-695e33bef5bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:28:31Z', 'updated_at': '2021-09-22T04:28:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810118-1-iscsi'}], 'dv-cinder-810118-1-iscsi', False) {} {{(pid=94618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:28:35.218100 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f212449-63e3-4498-842b-b5309ed3987e None None] Checking router: ae723c7b-353b-4842-a022-695e33bef5bc for host: dv-cinder-810118-1-iscsi {{(pid=94618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 04:28:35.218454 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f212449-63e3-4498-842b-b5309ed3987e None None] Updating router ae723c7b-353b-4842-a022-695e33bef5bc port 58751b2a-7b53-4f25-b0db-9f711a73996b binding host dv-cinder-810118-1-iscsi {{(pid=94618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 04:28:35.250436 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron_lib.callbacks.manager [None req-1f212449-63e3-4498-842b-b5309ed3987e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:35.272107 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Device 93d30c9f-be6e-4692-9828-46f90ecb7723 up at agent ovs-agent-dv-cinder-810118-1-iscsi {{(pid=94617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 04:28:35.279590 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-3544f0b5-3b8b-4eb3-9842-4c0b8abc8598 None None] Notify callbacks [] for port, precommit_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:35.331012 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Provisioning complete for port 93d30c9f-be6e-4692-9828-46f90ecb7723 triggered by entity L2. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 04:28:35.331397 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628798'] for port, provisioning_complete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:35.397835 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.30', 50933) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:28:35.418220 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-3544f0b5-3b8b-4eb3-9842-4c0b8abc8598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:35.441195 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-835939bd-505c-4148-8132-a0f6f48358c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:35.578814 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7181eb1b-a77d-4c1c-9215-a2fa278bb2bb None None] Pushing event updated for resources: {'Port': ['ID=54b7699d-d14a-4cfa-8562-984e30dcf905,revision_number=3']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:28:35.583132 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7faacf4-dcf0-43a0-b576-b3dce6d01306 req-e7fc5c77-78b8-4fe0-9ba8-a23e836c36a7 tempest-DeleteServersTestJSON-1499673524 tempest-DeleteServersTestJSON-1499673524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:28:35.583688 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-835939bd-505c-4148-8132-a0f6f48358c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:35.585655 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-c7faacf4-dcf0-43a0-b576-b3dce6d01306 req-e7fc5c77-78b8-4fe0-9ba8-a23e836c36a7 tempest-DeleteServersTestJSON-1499673524 tempest-DeleteServersTestJSON-1499673524-project] 10.222.0.30 "GET /v2.0/networks?id=631cdd21-982c-4d3d-9e49-59308f7cc68e HTTP/1.1" status: 200 len: 812 time: 0.1863563 Sep 22 04:28:35.665176 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.v2.base [req-c7faacf4-dcf0-43a0-b576-b3dce6d01306 req-6691fa6e-ddff-43d4-8d6d-4d8d74bf15df tempest-DeleteServersTestJSON-1499673524 tempest-DeleteServersTestJSON-1499673524-project] Request body: {'port': {'device_id': '39c197ef-8b12-43d6-a836-98115174e241', 'network_id': '631cdd21-982c-4d3d-9e49-59308f7cc68e', 'admin_state_up': True, 'tenant_id': 'ad48fa8ef2eb41f3a0ec54adafdd28d8'}} {{(pid=94615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 04:28:35.683273 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron_lib.callbacks.manager [None req-1f212449-63e3-4498-842b-b5309ed3987e None None] Notify callbacks [] for port, precommit_update {{(pid=94618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:35.757352 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.managers [None req-3544f0b5-3b8b-4eb3-9842-4c0b8abc8598 None None] Attempting to bind port 54b7699d-d14a-4cfa-8562-984e30dcf905 on host dv-cinder-810118-1-iscsi for vnic_type normal with profile {{(pid=94617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 04:28:35.757352 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.managers [None req-3544f0b5-3b8b-4eb3-9842-4c0b8abc8598 None None] Attempting to bind port 54b7699d-d14a-4cfa-8562-984e30dcf905 by drivers openvswitch,hyperv on host dv-cinder-810118-1-iscsi at level 0 using segments [{'id': '30b5be0d-9a0d-4d41-ab50-368f87857a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '203dddc9-87c2-468f-9ab9-d2290e8ee531'}] {{(pid=94617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 04:28:35.757686 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3544f0b5-3b8b-4eb3-9842-4c0b8abc8598 None None] Attempting to bind port 54b7699d-d14a-4cfa-8562-984e30dcf905 on network 203dddc9-87c2-468f-9ab9-d2290e8ee531 {{(pid=94617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 04:28:35.764154 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3544f0b5-3b8b-4eb3-9842-4c0b8abc8598 None None] Checking agent: {'id': '43b86276-d23d-4f96-ad83-0361cfa8e6ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810118-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 4, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 4, 20, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 4, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810118-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 04:28:35.764698 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3544f0b5-3b8b-4eb3-9842-4c0b8abc8598 None None] Checking segment: {'id': '30b5be0d-9a0d-4d41-ab50-368f87857a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '203dddc9-87c2-468f-9ab9-d2290e8ee531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 04:28:35.765095 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-3544f0b5-3b8b-4eb3-9842-4c0b8abc8598 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:35.765481 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3544f0b5-3b8b-4eb3-9842-4c0b8abc8598 None None] Bound using segment: {'id': '30b5be0d-9a0d-4d41-ab50-368f87857a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '203dddc9-87c2-468f-9ab9-d2290e8ee531'} {{(pid=94617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 04:28:35.766079 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.managers [None req-3544f0b5-3b8b-4eb3-9842-4c0b8abc8598 None None] Bound port: 54b7699d-d14a-4cfa-8562-984e30dcf905, host: dv-cinder-810118-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30b5be0d-9a0d-4d41-ab50-368f87857a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '203dddc9-87c2-468f-9ab9-d2290e8ee531'}}] {{(pid=94617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 04:28:35.766476 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-3544f0b5-3b8b-4eb3-9842-4c0b8abc8598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:35.776234 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron_lib.callbacks.manager [None req-1f212449-63e3-4498-842b-b5309ed3987e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:35.811894 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835939bd-505c-4148-8132-a0f6f48358c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01289968-f970-4813-a02e-2ba92079f8b7,revision_number=1']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:28:35.823840 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-835939bd-505c-4148-8132-a0f6f48358c0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=61e54bc51d044da9b51bb5d4665c911d&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3614318 Sep 22 04:28:35.824979 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 40388) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:28:35.898760 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274744c9-9eab-4457-a275-7ce9a796ac41 None None] Pushing event updated for resources: {'Port': ['ID=58751b2a-7b53-4f25-b0db-9f711a73996b,revision_number=2']} {{(pid=94618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:28:35.908750 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.plugins.ml2.managers [None req-1f212449-63e3-4498-842b-b5309ed3987e None None] Attempting to bind port 58751b2a-7b53-4f25-b0db-9f711a73996b on host dv-cinder-810118-1-iscsi for vnic_type normal with profile {{(pid=94618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 04:28:35.908750 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.plugins.ml2.managers [None req-1f212449-63e3-4498-842b-b5309ed3987e None None] Attempting to bind port 58751b2a-7b53-4f25-b0db-9f711a73996b by drivers openvswitch,hyperv on host dv-cinder-810118-1-iscsi at level 0 using segments [{'id': '57bccd0b-6164-41c6-a48d-7aba82135152', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463'}] {{(pid=94618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 04:28:35.908750 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f212449-63e3-4498-842b-b5309ed3987e None None] Attempting to bind port 58751b2a-7b53-4f25-b0db-9f711a73996b on network 1c001e5d-5f10-46e0-9089-3ba13d08e463 {{(pid=94618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 04:28:35.925915 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f212449-63e3-4498-842b-b5309ed3987e None None] Checking agent: {'id': '43b86276-d23d-4f96-ad83-0361cfa8e6ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810118-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 4, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 4, 20, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 4, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810118-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 04:28:35.926657 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f212449-63e3-4498-842b-b5309ed3987e None None] Checking segment: {'id': '57bccd0b-6164-41c6-a48d-7aba82135152', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 04:28:35.927170 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron_lib.callbacks.manager [None req-1f212449-63e3-4498-842b-b5309ed3987e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:35.931038 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f212449-63e3-4498-842b-b5309ed3987e None None] Bound using segment: {'id': '57bccd0b-6164-41c6-a48d-7aba82135152', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463'} {{(pid=94618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 04:28:35.931664 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.plugins.ml2.managers [None req-1f212449-63e3-4498-842b-b5309ed3987e None None] Bound port: 58751b2a-7b53-4f25-b0db-9f711a73996b, host: dv-cinder-810118-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57bccd0b-6164-41c6-a48d-7aba82135152', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463'}}] {{(pid=94618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 04:28:35.932657 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron_lib.callbacks.manager [None req-1f212449-63e3-4498-842b-b5309ed3987e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:35.993931 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-3544f0b5-3b8b-4eb3-9842-4c0b8abc8598 None None] For port 54b7699d-d14a-4cfa-8562-984e30dcf905, host dv-cinder-810118-1-iscsi, cleared binding levels {{(pid=94617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 04:28:35.998228 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-db06b282-721e-4261-a711-9964b1fa2f09 req-d83f82a8-840c-4fc4-b816-58dc5747584e tempest-DeleteServersTestJSON-1499673524 tempest-DeleteServersTestJSON-1499673524-project] 10.222.0.24 "GET /v2.0/ports?device_id=39c197ef-8b12-43d6-a836-98115174e241 HTTP/1.1" status: 200 len: 210 time: 0.1267033 Sep 22 04:28:36.002732 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-6d187f86-0899-49b9-b909-a62ee78b31db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:36.019982 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-3544f0b5-3b8b-4eb3-9842-4c0b8abc8598 None None] For port 54b7699d-d14a-4cfa-8562-984e30dcf905, host dv-cinder-810118-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810118-1-iscsi',level=0,port_id=54b7699d-d14a-4cfa-8562-984e30dcf905,segment=NetworkSegment(30b5be0d-9a0d-4d41-ab50-368f87857a66),segment_id=30b5be0d-9a0d-4d41-ab50-368f87857a66)] {{(pid=94617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 04:28:36.043244 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-848c2e71-b5f8-4488-b875-16295cc0c4dc None None] Provisioning complete for port 54b7699d-d14a-4cfa-8562-984e30dcf905 triggered by entity DHCP. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 04:28:36.043244 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-848c2e71-b5f8-4488-b875-16295cc0c4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628798'] for port, provisioning_complete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:36.048692 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-6d187f86-0899-49b9-b909-a62ee78b31db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:36.091034 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.plugin [None req-848c2e71-b5f8-4488-b875-16295cc0c4dc None None] Port 54b7699d-d14a-4cfa-8562-984e30dcf905 cannot update to ACTIVE because it is not bound. {{(pid=94617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 04:28:36.100649 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.plugins.ml2.db [None req-1f212449-63e3-4498-842b-b5309ed3987e None None] For port 58751b2a-7b53-4f25-b0db-9f711a73996b, host dv-cinder-810118-1-iscsi, cleared binding levels {{(pid=94618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 04:28:36.104791 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-3544f0b5-3b8b-4eb3-9842-4c0b8abc8598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:36.125211 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.plugins.ml2.db [None req-1f212449-63e3-4498-842b-b5309ed3987e None None] For port 58751b2a-7b53-4f25-b0db-9f711a73996b, host dv-cinder-810118-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810118-1-iscsi',level=0,port_id=58751b2a-7b53-4f25-b0db-9f711a73996b,segment=NetworkSegment(57bccd0b-6164-41c6-a48d-7aba82135152),segment_id=57bccd0b-6164-41c6-a48d-7aba82135152)] {{(pid=94618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 04:28:36.197079 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron_lib.callbacks.manager [None req-1f212449-63e3-4498-842b-b5309ed3987e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:36.206426 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-6d187f86-0899-49b9-b909-a62ee78b31db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:36.209693 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-6d187f86-0899-49b9-b909-a62ee78b31db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:36.212079 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-6d187f86-0899-49b9-b909-a62ee78b31db admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/01289968-f970-4813-a02e-2ba92079f8b7 HTTP/1.1" status: 204 len: 168 time: 0.3815532 Sep 22 04:28:36.238226 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3544f0b5-3b8b-4eb3-9842-4c0b8abc8598 None None] Routers {'cecfd81e-557d-4b34-b379-68b2758efea1'} bound to L3 agent in host dv-cinder-810118-1-iscsi {{(pid=94617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 04:28:36.238226 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-3544f0b5-3b8b-4eb3-9842-4c0b8abc8598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810118-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T04:20:22Z,description=,heartbeat_timestamp=2021-09-22T04:28:22Z,host='dv-cinder-810118-1-iscsi',id=67baeb3b-346e-4680-9ea8-6eec6aa84835,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T04:20:23Z,topic='l3_agent')) {'router_ids': ['cecfd81e-557d-4b34-b379-68b2758efea1'], 'active': True} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:28:36.249699 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7181eb1b-a77d-4c1c-9215-a2fa278bb2bb None None] Pushing event updated for resources: {'Port': ['ID=54b7699d-d14a-4cfa-8562-984e30dcf905,revision_number=4']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:28:36.254649 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-6bf4d875-b966-4432-9949-4b9fbda32349 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Notify callbacks [] for security_group, precommit_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:36.285884 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d187f86-0899-49b9-b909-a62ee78b31db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01289968-f970-4813-a02e-2ba92079f8b7,revision_number=None']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:28:36.314206 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-548d7122-ae81-445d-9610-74e804b8fd24 req-9dad692a-6d11-4e97-8a49-afeb3726e857 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bfb29ed-f586-48e0-aff0-468f89beab91 HTTP/1.1" status: 200 len: 210 time: 0.1241376 Sep 22 04:28:36.355162 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-8e3d84bc-076f-48f0-ad5b-ea2aea8212e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:36.357732 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-6bf4d875-b966-4432-9949-4b9fbda32349 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:36.384899 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f212449-63e3-4498-842b-b5309ed3987e None None] Routers {'ae723c7b-353b-4842-a022-695e33bef5bc'} bound to L3 agent in host dv-cinder-810118-1-iscsi {{(pid=94618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 04:28:36.385783 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.l3_hamode_db [None req-1f212449-63e3-4498-842b-b5309ed3987e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810118-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T04:20:22Z,description=,heartbeat_timestamp=2021-09-22T04:28:22Z,host='dv-cinder-810118-1-iscsi',id=67baeb3b-346e-4680-9ea8-6eec6aa84835,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T04:20:23Z,topic='l3_agent')) {'router_ids': ['ae723c7b-353b-4842-a022-695e33bef5bc'], 'active': True} {{(pid=94618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:28:36.463029 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf4d875-b966-4432-9949-4b9fbda32349 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0987b5bf-9d30-4aee-b9ff-4b85b30fe4b3,revision_number=1']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:28:36.491572 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7faacf4-dcf0-43a0-b576-b3dce6d01306 req-6691fa6e-ddff-43d4-8d6d-4d8d74bf15df tempest-DeleteServersTestJSON-1499673524 tempest-DeleteServersTestJSON-1499673524-project] Made reservation on behalf of ad48fa8ef2eb41f3a0ec54adafdd28d8 for: {'port': 1} {{(pid=94615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 04:28:36.495456 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-c7faacf4-dcf0-43a0-b576-b3dce6d01306 req-6691fa6e-ddff-43d4-8d6d-4d8d74bf15df tempest-DeleteServersTestJSON-1499673524 tempest-DeleteServersTestJSON-1499673524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:36.521071 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274744c9-9eab-4457-a275-7ce9a796ac41 None None] Pushing event updated for resources: {'Port': ['ID=58751b2a-7b53-4f25-b0db-9f711a73996b,revision_number=3']} {{(pid=94618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:28:36.845309 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.l3_dvr_db [None req-1f212449-63e3-4498-842b-b5309ed3987e None None] Set router ae723c7b-353b-4842-a022-695e33bef5bc gateway port host: dv-cinder-810118-1-iscsi {{(pid=94618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 04:28:36.849446 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-6bf4d875-b966-4432-9949-4b9fbda32349 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Notify callbacks [] for security_group, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:36.849446 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-6bf4d875-b966-4432-9949-4b9fbda32349 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 1.9299664 Sep 22 04:28:36.849446 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 40426) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:28:36.849446 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.v2.base [None req-75d61aa5-e5ce-4612-8ed3-a3914e6edfe8 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Request body: {'security_group_rule': {'security_group_id': '0987b5bf-9d30-4aee-b9ff-4b85b30fe4b3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 04:28:36.850634 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-9294cf53-f119-4a0f-83d6-fced64ee8e7d None None] Provisioning complete for port 54b7699d-d14a-4cfa-8562-984e30dcf905 triggered by entity DHCP. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 04:28:36.850634 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-9294cf53-f119-4a0f-83d6-fced64ee8e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628798'] for port, provisioning_complete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:36.850634 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvr_db [None req-3544f0b5-3b8b-4eb3-9842-4c0b8abc8598 None None] Set router cecfd81e-557d-4b34-b379-68b2758efea1 gateway port host: dv-cinder-810118-1-iscsi {{(pid=94617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 04:28:36.865594 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.db.db_base_plugin_common [None req-8e3d84bc-076f-48f0-ad5b-ea2aea8212e2 admin admin] Allocated IP 172.20.0.1 (c3127e33-e3a7-40dd-befc-6cdb5ff134d1/68bee0f4-b400-45ff-a8a4-2d8e6261d0d5/8bbc27e8-66bd-40d3-8c36-f856e02fdba3) {{(pid=94616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 04:28:36.944381 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.db.db_base_plugin_common [req-c7faacf4-dcf0-43a0-b576-b3dce6d01306 req-6691fa6e-ddff-43d4-8d6d-4d8d74bf15df tempest-DeleteServersTestJSON-1499673524 tempest-DeleteServersTestJSON-1499673524-project] Allocated IP 172.20.0.14 (631cdd21-982c-4d3d-9e49-59308f7cc68e/04aee237-c370-43f4-ad61-723996f9fedd/2a3926b2-72b2-493b-be35-a7d7d5d76fa7) {{(pid=94615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 04:28:36.956127 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:37.002624 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.l3_hamode_db [None req-1f212449-63e3-4498-842b-b5309ed3987e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae723c7b-353b-4842-a022-695e33bef5bc', 'name': 'tempest-ServerRescueNegativeTestJSON-1181613599-router', 'tenant_id': 'a1cd15fdc6c94a548394ecbbef9cfbdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'external_fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '58751b2a-7b53-4f25-b0db-9f711a73996b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T04:28:29Z', 'updated_at': '2021-09-22T04:28:32Z', 'revision_number': 3, 'project_id': 'a1cd15fdc6c94a548394ecbbef9cfbdb', 'gw_port': {'id': '58751b2a-7b53-4f25-b0db-9f711a73996b', 'name': '', 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:72:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae723c7b-353b-4842-a022-695e33bef5bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:28:31Z', 'updated_at': '2021-09-22T04:28:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810118-1-iscsi'}], 'dv-cinder-810118-1-iscsi', False) {} {{(pid=94618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:28:37.067674 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f212449-63e3-4498-842b-b5309ed3987e None None] The sync data for ids ['ae723c7b-353b-4842-a022-695e33bef5bc'] in dv-cinder-810118-1-iscsi is: [{'id': 'ae723c7b-353b-4842-a022-695e33bef5bc', 'name': 'tempest-ServerRescueNegativeTestJSON-1181613599-router', 'tenant_id': 'a1cd15fdc6c94a548394ecbbef9cfbdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'external_fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '58751b2a-7b53-4f25-b0db-9f711a73996b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T04:28:29Z', 'updated_at': '2021-09-22T04:28:32Z', 'revision_number': 3, 'project_id': 'a1cd15fdc6c94a548394ecbbef9cfbdb', 'gw_port': {'id': '58751b2a-7b53-4f25-b0db-9f711a73996b', 'name': '', 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:72:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae723c7b-353b-4842-a022-695e33bef5bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:28:31Z', 'updated_at': '2021-09-22T04:28:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810118-1-iscsi'}] {{(pid=94618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 04:28:37.079914 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.30', 50939) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:28:37.153626 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-c7faacf4-dcf0-43a0-b576-b3dce6d01306 req-6691fa6e-ddff-43d4-8d6d-4d8d74bf15df tempest-DeleteServersTestJSON-1499673524 tempest-DeleteServersTestJSON-1499673524-project] Notify callbacks [] for port, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:37.217830 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-9294cf53-f119-4a0f-83d6-fced64ee8e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:37.272275 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-63f95a44-2162-4d36-97e2-bf970616ce96 req-596849f6-9abe-40a2-af53-7f2e16cc6e3c tempest-DeleteServersTestJSON-1499673524 tempest-DeleteServersTestJSON-1499673524-project] 10.222.0.24 "GET /v2.0/ports?device_id=39c197ef-8b12-43d6-a836-98115174e241 HTTP/1.1" status: 200 len: 210 time: 0.1120396 Sep 22 04:28:37.280744 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-75d61aa5-e5ce-4612-8ed3-a3914e6edfe8 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:37.317398 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-c7faacf4-dcf0-43a0-b576-b3dce6d01306 req-6691fa6e-ddff-43d4-8d6d-4d8d74bf15df tempest-DeleteServersTestJSON-1499673524 tempest-DeleteServersTestJSON-1499673524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769518673857'] for port, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:37.317951 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-9294cf53-f119-4a0f-83d6-fced64ee8e7d None None] For port 54b7699d-d14a-4cfa-8562-984e30dcf905, host dv-cinder-810118-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810118-1-iscsi',level=0,port_id=54b7699d-d14a-4cfa-8562-984e30dcf905,segment=NetworkSegment(30b5be0d-9a0d-4d41-ab50-368f87857a66),segment_id=30b5be0d-9a0d-4d41-ab50-368f87857a66)] {{(pid=94617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:28:37.379805 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-3544f0b5-3b8b-4eb3-9842-4c0b8abc8598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cecfd81e-557d-4b34-b379-68b2758efea1', 'name': 'tempest-AttachVolumeShelveTestJSON-756009411-router', 'tenant_id': 'a5932c0fd28d4509bc11811644adc1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'external_fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '93d30c9f-be6e-4692-9828-46f90ecb7723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T04:28:25Z', 'updated_at': '2021-09-22T04:28:31Z', 'revision_number': 4, 'project_id': 'a5932c0fd28d4509bc11811644adc1b2', 'gw_port': {'id': '93d30c9f-be6e-4692-9828-46f90ecb7723', 'name': '', 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:23:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecfd81e-557d-4b34-b379-68b2758efea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:28:26Z', 'updated_at': '2021-09-22T04:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810118-1-iscsi', '_interfaces': [{'id': '54b7699d-d14a-4cfa-8562-984e30dcf905', 'name': '', 'network_id': '203dddc9-87c2-468f-9ab9-d2290e8ee531', 'tenant_id': 'a5932c0fd28d4509bc11811644adc1b2', 'mac_address': 'fa:16:3e:52:0b:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cecfd81e-557d-4b34-b379-68b2758efea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e4ceb253-3d8e-46ef-b438-694b8c1700e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:28:30Z', 'updated_at': '2021-09-22T04:28:35Z', 'revision_number': 4, 'project_id': 'a5932c0fd28d4509bc11811644adc1b2', 'subnets': [{'id': 'e4ceb253-3d8e-46ef-b438-694b8c1700e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810118-1-iscsi', False) {} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:28:37.455465 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3544f0b5-3b8b-4eb3-9842-4c0b8abc8598 None None] The sync data for ids ['cecfd81e-557d-4b34-b379-68b2758efea1'] in dv-cinder-810118-1-iscsi is: [{'id': 'cecfd81e-557d-4b34-b379-68b2758efea1', 'name': 'tempest-AttachVolumeShelveTestJSON-756009411-router', 'tenant_id': 'a5932c0fd28d4509bc11811644adc1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'external_fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '93d30c9f-be6e-4692-9828-46f90ecb7723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T04:28:25Z', 'updated_at': '2021-09-22T04:28:31Z', 'revision_number': 4, 'project_id': 'a5932c0fd28d4509bc11811644adc1b2', 'gw_port': {'id': '93d30c9f-be6e-4692-9828-46f90ecb7723', 'name': '', 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:23:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecfd81e-557d-4b34-b379-68b2758efea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:28:26Z', 'updated_at': '2021-09-22T04:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810118-1-iscsi', '_interfaces': [{'id': '54b7699d-d14a-4cfa-8562-984e30dcf905', 'name': '', 'network_id': '203dddc9-87c2-468f-9ab9-d2290e8ee531', 'tenant_id': 'a5932c0fd28d4509bc11811644adc1b2', 'mac_address': 'fa:16:3e:52:0b:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cecfd81e-557d-4b34-b379-68b2758efea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e4ceb253-3d8e-46ef-b438-694b8c1700e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:28:30Z', 'updated_at': '2021-09-22T04:28:35Z', 'revision_number': 4, 'project_id': 'a5932c0fd28d4509bc11811644adc1b2', 'subnets': [{'id': 'e4ceb253-3d8e-46ef-b438-694b8c1700e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 04:28:37.458628 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-9294cf53-f119-4a0f-83d6-fced64ee8e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:37.606567 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6691fa6e-ddff-43d4-8d6d-4d8d74bf15df tempest-DeleteServersTestJSON-1499673524 tempest-DeleteServersTestJSON-1499673524-project] Pushing event updated for resources: {'Port': ['ID=2a3926b2-72b2-493b-be35-a7d7d5d76fa7,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:28:37.641807 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9294cf53-f119-4a0f-83d6-fced64ee8e7d None None] Pushing event updated for resources: {'Port': ['ID=54b7699d-d14a-4cfa-8562-984e30dcf905,revision_number=5']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:28:37.653295 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-743473af-edb9-43ab-9c36-c6072f57dcda req-71b91bfe-9eca-4636-8219-12475b0127fc tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bfb29ed-f586-48e0-aff0-468f89beab91 HTTP/1.1" status: 200 len: 210 time: 0.0600591 Sep 22 04:28:37.657668 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7faacf4-dcf0-43a0-b576-b3dce6d01306 req-6691fa6e-ddff-43d4-8d6d-4d8d74bf15df tempest-DeleteServersTestJSON-1499673524 tempest-DeleteServersTestJSON-1499673524-project] Network 631cdd21-982c-4d3d-9e49-59308f7cc68e is already hosted by enough agents. {{(pid=94615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 04:28:37.661509 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.scheduler.base_scheduler [req-c7faacf4-dcf0-43a0-b576-b3dce6d01306 req-6691fa6e-ddff-43d4-8d6d-4d8d74bf15df tempest-DeleteServersTestJSON-1499673524 tempest-DeleteServersTestJSON-1499673524-project] Resources bound (agent type, host, resource id): {{(pid=94615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 04:28:37.669093 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7faacf4-dcf0-43a0-b576-b3dce6d01306 req-6691fa6e-ddff-43d4-8d6d-4d8d74bf15df tempest-DeleteServersTestJSON-1499673524 tempest-DeleteServersTestJSON-1499673524-project] Received port after_create {{(pid=94615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 04:28:37.684440 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-8e3d84bc-076f-48f0-ad5b-ea2aea8212e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:37.693285 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7faacf4-dcf0-43a0-b576-b3dce6d01306 req-6691fa6e-ddff-43d4-8d6d-4d8d74bf15df tempest-DeleteServersTestJSON-1499673524 tempest-DeleteServersTestJSON-1499673524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:28:37.697297 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-c7faacf4-dcf0-43a0-b576-b3dce6d01306 req-6691fa6e-ddff-43d4-8d6d-4d8d74bf15df tempest-DeleteServersTestJSON-1499673524 tempest-DeleteServersTestJSON-1499673524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578295'] for port, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:37.700917 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d91c38-5fcd-4050-b062-a19cb400a3ba req-21ef2ed3-a851-40a5-99c5-3ebda1499871 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:28:37.702459 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-47d91c38-5fcd-4050-b062-a19cb400a3ba req-21ef2ed3-a851-40a5-99c5-3ebda1499871 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.30 "GET /v2.0/networks?id=1dc84c4f-742d-475a-805c-2bdd99c4cbad HTTP/1.1" status: 200 len: 815 time: 0.6227341 Sep 22 04:28:37.723088 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.v2.base [req-47d91c38-5fcd-4050-b062-a19cb400a3ba req-44cefcce-a4da-44f3-9ef6-10d67435ad34 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Request body: {'port': {'device_id': '2bfb29ed-f586-48e0-aff0-468f89beab91', 'network_id': '1dc84c4f-742d-475a-805c-2bdd99c4cbad', 'admin_state_up': True, 'tenant_id': '94be7b84cda24c308b938ee70df77a79'}} {{(pid=94616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 04:28:37.763893 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 40466) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:28:37.790784 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-75d61aa5-e5ce-4612-8ed3-a3914e6edfe8 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:37.830114 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-b2c0b73c-9c4b-4c43-bd6d-85bffb6919be admin admin] Notify callbacks [] for security_group, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:38.254450 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-c7faacf4-dcf0-43a0-b576-b3dce6d01306 req-6691fa6e-ddff-43d4-8d6d-4d8d74bf15df tempest-DeleteServersTestJSON-1499673524 tempest-DeleteServersTestJSON-1499673524-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6079986 Sep 22 04:28:38.264446 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [req-c7faacf4-dcf0-43a0-b576-b3dce6d01306 req-eb5882a2-314f-4785-9e7c-9b701738eb3a tempest-DeleteServersTestJSON-1499673524 tempest-DeleteServersTestJSON-1499673524-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94615) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 04:28:38.265482 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-c7faacf4-dcf0-43a0-b576-b3dce6d01306 req-eb5882a2-314f-4785-9e7c-9b701738eb3a tempest-DeleteServersTestJSON-1499673524 tempest-DeleteServersTestJSON-1499673524-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050535 Sep 22 04:28:38.333318 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-75d61aa5-e5ce-4612-8ed3-a3914e6edfe8 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073950'] for security_group_rule, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:38.364171 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-8e3d84bc-076f-48f0-ad5b-ea2aea8212e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769518673857'] for port, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:38.376383 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d61aa5-e5ce-4612-8ed3-a3914e6edfe8 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c24a27a-759c-45aa-b9b7-9000b0b5ce6b,revision_number=0']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:28:38.426134 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-b2c0b73c-9c4b-4c43-bd6d-85bffb6919be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:38.502177 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-b2c0b73c-9c4b-4c43-bd6d-85bffb6919be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:38.570523 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c0b73c-9c4b-4c43-bd6d-85bffb6919be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab76c928-e350-46e7-b257-a7e42d3dfef1,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:28:38.644074 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-b2c0b73c-9c4b-4c43-bd6d-85bffb6919be admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ad8e564a23334072ad930d1331b56f5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8787947 Sep 22 04:28:38.645113 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 40484) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:28:38.733612 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.v2.base [req-c7faacf4-dcf0-43a0-b576-b3dce6d01306 req-9e37d274-8762-4564-9270-697a44ce5beb service neutron] Request body: {'port': {'device_id': '39c197ef-8b12-43d6-a836-98115174e241', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81011'}} {{(pid=94615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 04:28:38.855099 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47d91c38-5fcd-4050-b062-a19cb400a3ba req-44cefcce-a4da-44f3-9ef6-10d67435ad34 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Made reservation on behalf of 94be7b84cda24c308b938ee70df77a79 for: {'port': 1} {{(pid=94616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 04:28:38.863423 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-47d91c38-5fcd-4050-b062-a19cb400a3ba req-44cefcce-a4da-44f3-9ef6-10d67435ad34 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:38.957692 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-a95076bb-918f-4c9c-a1bc-24552fab43b4 req-c5b289cb-1031-45b0-90d6-3f41250093a8 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bfb29ed-f586-48e0-aff0-468f89beab91 HTTP/1.1" status: 200 len: 210 time: 0.1498766 Sep 22 04:28:39.034495 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3d84bc-076f-48f0-ad5b-ea2aea8212e2 admin admin] Pushing event updated for resources: {'Port': ['ID=8bbc27e8-66bd-40d3-8c36-f856e02fdba3,revision_number=1']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:28:39.055656 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3d84bc-076f-48f0-ad5b-ea2aea8212e2 admin admin] Network c3127e33-e3a7-40dd-befc-6cdb5ff134d1 is already hosted by enough agents. {{(pid=94616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 04:28:39.058274 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-89d06751-132e-4c62-b14e-5df54855550d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:39.079471 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.scheduler.base_scheduler [None req-8e3d84bc-076f-48f0-ad5b-ea2aea8212e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 04:28:39.107295 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3d84bc-076f-48f0-ad5b-ea2aea8212e2 admin admin] Received port after_create {{(pid=94616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 04:28:39.111863 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-8e3d84bc-076f-48f0-ad5b-ea2aea8212e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1865349'] for router_interface, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:39.127096 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-c7faacf4-dcf0-43a0-b576-b3dce6d01306 req-9e37d274-8762-4564-9270-697a44ce5beb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:39.162639 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-75d61aa5-e5ce-4612-8ed3-a3914e6edfe8 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:39.171898 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-75d61aa5-e5ce-4612-8ed3-a3914e6edfe8 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.5268188 Sep 22 04:28:39.184870 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-89d06751-132e-4c62-b14e-5df54855550d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:39.234066 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 40502) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:28:39.248727 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.v2.base [None req-6905258e-380c-41ef-9970-a1e25adda0b7 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Request body: {'security_group_rule': {'security_group_id': '0987b5bf-9d30-4aee-b9ff-4b85b30fe4b3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 04:28:39.368908 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3071ab-9788-4504-9dbf-61d828df8259 req-d74e5416-7cb1-4250-8971-f49cf331e545 tempest-DeleteServersTestJSON-1499673524 tempest-DeleteServersTestJSON-1499673524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:28:39.380528 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-7d3071ab-9788-4504-9dbf-61d828df8259 req-d74e5416-7cb1-4250-8971-f49cf331e545 tempest-DeleteServersTestJSON-1499673524 tempest-DeleteServersTestJSON-1499673524-project] 10.222.0.24 "GET /v2.0/ports?device_id=39c197ef-8b12-43d6-a836-98115174e241 HTTP/1.1" status: 200 len: 932 time: 0.8174076 Sep 22 04:28:39.439372 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Device 58751b2a-7b53-4f25-b0db-9f711a73996b up at agent ovs-agent-dv-cinder-810118-1-iscsi {{(pid=94617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 04:28:39.549074 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-7d3071ab-9788-4504-9dbf-61d828df8259 req-7812627b-bb9e-43bd-96f0-613ebdf22efb tempest-DeleteServersTestJSON-1499673524 tempest-DeleteServersTestJSON-1499673524-project] 10.222.0.24 "GET /v2.0/security-groups?id=fe8194a4-d50b-48ab-a66c-de139119b70d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672602 Sep 22 04:28:39.585081 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Provisioning complete for port 58751b2a-7b53-4f25-b0db-9f711a73996b triggered by entity L2. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 04:28:39.585778 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628798'] for port, provisioning_complete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:39.768095 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:39.819749 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] For port 58751b2a-7b53-4f25-b0db-9f711a73996b, host dv-cinder-810118-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810118-1-iscsi',level=0,port_id=58751b2a-7b53-4f25-b0db-9f711a73996b,segment=NetworkSegment(57bccd0b-6164-41c6-a48d-7aba82135152),segment_id=57bccd0b-6164-41c6-a48d-7aba82135152)] {{(pid=94617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:28:39.853332 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-6905258e-380c-41ef-9970-a1e25adda0b7 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:39.862488 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-89d06751-132e-4c62-b14e-5df54855550d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:39.865219 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-89d06751-132e-4c62-b14e-5df54855550d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:39.865630 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.db.db_base_plugin_common [req-47d91c38-5fcd-4050-b062-a19cb400a3ba req-44cefcce-a4da-44f3-9ef6-10d67435ad34 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Allocated IP 172.20.0.4 (1dc84c4f-742d-475a-805c-2bdd99c4cbad/f03785a8-558b-4999-9e02-c5e13eae7968/ced3eb09-8f02-495f-a797-099db1f64e83) {{(pid=94616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 04:28:39.866530 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-89d06751-132e-4c62-b14e-5df54855550d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ab76c928-e350-46e7-b257-a7e42d3dfef1 HTTP/1.1" status: 204 len: 168 time: 1.2201326 Sep 22 04:28:39.898382 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:39.898603 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Device 54b7699d-d14a-4cfa-8562-984e30dcf905 up at agent ovs-agent-dv-cinder-810118-1-iscsi {{(pid=94617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 04:28:39.979484 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d06751-132e-4c62-b14e-5df54855550d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab76c928-e350-46e7-b257-a7e42d3dfef1,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:28:40.065121 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-6905258e-380c-41ef-9970-a1e25adda0b7 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:40.098906 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Pushing event updated for resources: {'Port': ['ID=58751b2a-7b53-4f25-b0db-9f711a73996b,revision_number=4']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:28:40.128927 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Provisioning complete for port 54b7699d-d14a-4cfa-8562-984e30dcf905 triggered by entity L2. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 04:28:40.129395 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628798'] for port, provisioning_complete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:40.145806 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.notifiers.nova [req-c7faacf4-dcf0-43a0-b576-b3dce6d01306 req-9e37d274-8762-4564-9270-697a44ce5beb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a3926b2-72b2-493b-be35-a7d7d5d76fa7 {{(pid=94615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 04:28:40.160531 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-c7faacf4-dcf0-43a0-b576-b3dce6d01306 req-9e37d274-8762-4564-9270-697a44ce5beb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:40.166786 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-8e3d84bc-076f-48f0-ad5b-ea2aea8212e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:40.189266 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.db.provisioning_blocks [req-c7faacf4-dcf0-43a0-b576-b3dce6d01306 req-9e37d274-8762-4564-9270-697a44ce5beb service neutron] Transition to ACTIVE for port object 2a3926b2-72b2-493b-be35-a7d7d5d76fa7 will not be triggered until provisioned by entity L2. {{(pid=94615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 04:28:40.244239 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-6905258e-380c-41ef-9970-a1e25adda0b7 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073950'] for security_group_rule, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:40.282499 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-47d91c38-5fcd-4050-b062-a19cb400a3ba req-44cefcce-a4da-44f3-9ef6-10d67435ad34 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Notify callbacks [] for port, precommit_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:40.318069 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-232f7ead-ad21-40c5-ae59-08384a8890e9 req-85bad51e-4df1-4a83-9218-23a8db4c703e tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bfb29ed-f586-48e0-aff0-468f89beab91 HTTP/1.1" status: 200 len: 210 time: 0.1256990 Sep 22 04:28:40.342295 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-c7faacf4-dcf0-43a0-b576-b3dce6d01306 req-9e37d274-8762-4564-9270-697a44ce5beb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:40.356019 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6905258e-380c-41ef-9970-a1e25adda0b7 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f834c26b-cf99-4797-ba03-429078d9c625,revision_number=0']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:28:40.566838 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-47d91c38-5fcd-4050-b062-a19cb400a3ba req-44cefcce-a4da-44f3-9ef6-10d67435ad34 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769518673857'] for port, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:40.684176 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-6905258e-380c-41ef-9970-a1e25adda0b7 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:40.687664 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-6905258e-380c-41ef-9970-a1e25adda0b7 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4505153 Sep 22 04:28:40.697637 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 40540) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:28:40.710645 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e37d274-8762-4564-9270-697a44ce5beb service neutron] Pushing event updated for resources: {'Port': ['ID=2a3926b2-72b2-493b-be35-a7d7d5d76fa7,revision_number=2']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:28:40.740790 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.v2.base [None req-ba59d41d-ca7d-4aa1-95ba-8af15798c0c5 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Request body: {'floatingip': {'floating_network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463'}} {{(pid=94616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 04:28:40.773409 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-8e3d84bc-076f-48f0-ad5b-ea2aea8212e2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:40.778073 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.managers [req-c7faacf4-dcf0-43a0-b576-b3dce6d01306 req-9e37d274-8762-4564-9270-697a44ce5beb service neutron] Attempting to bind port 2a3926b2-72b2-493b-be35-a7d7d5d76fa7 on host hv-cinder-81011 for vnic_type normal with profile {{(pid=94615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 04:28:40.778735 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.managers [req-c7faacf4-dcf0-43a0-b576-b3dce6d01306 req-9e37d274-8762-4564-9270-697a44ce5beb service neutron] Attempting to bind port 2a3926b2-72b2-493b-be35-a7d7d5d76fa7 by drivers openvswitch,hyperv on host hv-cinder-81011 at level 0 using segments [{'id': 'e7837a72-4805-4630-be38-e94de50b24c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '631cdd21-982c-4d3d-9e49-59308f7cc68e'}] {{(pid=94615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 04:28:40.779130 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7faacf4-dcf0-43a0-b576-b3dce6d01306 req-9e37d274-8762-4564-9270-697a44ce5beb service neutron] Attempting to bind port 2a3926b2-72b2-493b-be35-a7d7d5d76fa7 on network 631cdd21-982c-4d3d-9e49-59308f7cc68e {{(pid=94615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 04:28:40.807428 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47d91c38-5fcd-4050-b062-a19cb400a3ba req-44cefcce-a4da-44f3-9ef6-10d67435ad34 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Network 1dc84c4f-742d-475a-805c-2bdd99c4cbad is already hosted by enough agents. {{(pid=94616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 04:28:40.808268 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7faacf4-dcf0-43a0-b576-b3dce6d01306 req-9e37d274-8762-4564-9270-697a44ce5beb service neutron] Port 2a3926b2-72b2-493b-be35-a7d7d5d76fa7 on network 631cdd21-982c-4d3d-9e49-59308f7cc68e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81011 {{(pid=94615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 04:28:40.808637 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7faacf4-dcf0-43a0-b576-b3dce6d01306 req-9e37d274-8762-4564-9270-697a44ce5beb service neutron] Attempting to bind port 2a3926b2-72b2-493b-be35-a7d7d5d76fa7 on network 631cdd21-982c-4d3d-9e49-59308f7cc68e {{(pid=94615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 04:28:40.817137 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.scheduler.base_scheduler [req-47d91c38-5fcd-4050-b062-a19cb400a3ba req-44cefcce-a4da-44f3-9ef6-10d67435ad34 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Resources bound (agent type, host, resource id): {{(pid=94616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 04:28:40.819572 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cefcce-a4da-44f3-9ef6-10d67435ad34 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Pushing event updated for resources: {'Port': ['ID=ced3eb09-8f02-495f-a797-099db1f64e83,revision_number=1']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:28:40.822300 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvrscheduler_db [req-47d91c38-5fcd-4050-b062-a19cb400a3ba req-44cefcce-a4da-44f3-9ef6-10d67435ad34 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Received port after_create {{(pid=94616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 04:28:40.828149 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d91c38-5fcd-4050-b062-a19cb400a3ba req-44cefcce-a4da-44f3-9ef6-10d67435ad34 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:28:40.828855 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-47d91c38-5fcd-4050-b062-a19cb400a3ba req-44cefcce-a4da-44f3-9ef6-10d67435ad34 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578295'] for port, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:40.840193 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7faacf4-dcf0-43a0-b576-b3dce6d01306 req-9e37d274-8762-4564-9270-697a44ce5beb service neutron] Checking agent: {'id': '347231d5-0b5a-4d21-8b71-bfdb97c43ccc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81011', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 4, 26, 37), 'started_at': datetime.datetime(2021, 9, 22, 4, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 4, 28, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 04:28:40.840193 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7faacf4-dcf0-43a0-b576-b3dce6d01306 req-9e37d274-8762-4564-9270-697a44ce5beb service neutron] Checking segment: {'id': 'e7837a72-4805-4630-be38-e94de50b24c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '631cdd21-982c-4d3d-9e49-59308f7cc68e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 04:28:40.840193 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7faacf4-dcf0-43a0-b576-b3dce6d01306 req-9e37d274-8762-4564-9270-697a44ce5beb service neutron] Bound using segment: {'id': 'e7837a72-4805-4630-be38-e94de50b24c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '631cdd21-982c-4d3d-9e49-59308f7cc68e'} {{(pid=94615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 04:28:40.840193 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.managers [req-c7faacf4-dcf0-43a0-b576-b3dce6d01306 req-9e37d274-8762-4564-9270-697a44ce5beb service neutron] Bound port: 2a3926b2-72b2-493b-be35-a7d7d5d76fa7, host: hv-cinder-81011, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7837a72-4805-4630-be38-e94de50b24c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '631cdd21-982c-4d3d-9e49-59308f7cc68e'}}] {{(pid=94615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 04:28:40.840193 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-c7faacf4-dcf0-43a0-b576-b3dce6d01306 req-9e37d274-8762-4564-9270-697a44ce5beb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:40.842687 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-8e3d84bc-076f-48f0-ad5b-ea2aea8212e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:40.845187 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-8e3d84bc-076f-48f0-ad5b-ea2aea8212e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1867637'] for router_interface, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:40.911562 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc74a9e-8574-447e-84b8-019e20e90a87 req-f83f210a-f61b-42a6-bd7c-b39c55798706 tempest-DeleteServersTestJSON-1499673524 tempest-DeleteServersTestJSON-1499673524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:28:40.913694 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-9dc74a9e-8574-447e-84b8-019e20e90a87 req-f83f210a-f61b-42a6-bd7c-b39c55798706 tempest-DeleteServersTestJSON-1499673524 tempest-DeleteServersTestJSON-1499673524-project] 10.222.0.24 "GET /v2.0/ports?device_id=39c197ef-8b12-43d6-a836-98115174e241 HTTP/1.1" status: 200 len: 944 time: 0.1687307 Sep 22 04:28:41.003313 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.db [req-c7faacf4-dcf0-43a0-b576-b3dce6d01306 req-9e37d274-8762-4564-9270-697a44ce5beb service neutron] For port 2a3926b2-72b2-493b-be35-a7d7d5d76fa7, host hv-cinder-81011, cleared binding levels {{(pid=94615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 04:28:41.042795 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.db [req-c7faacf4-dcf0-43a0-b576-b3dce6d01306 req-9e37d274-8762-4564-9270-697a44ce5beb service neutron] For port 2a3926b2-72b2-493b-be35-a7d7d5d76fa7, host hv-cinder-81011, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81011',level=0,port_id=2a3926b2-72b2-493b-be35-a7d7d5d76fa7,segment=NetworkSegment(e7837a72-4805-4630-be38-e94de50b24c1),segment_id=e7837a72-4805-4630-be38-e94de50b24c1)] {{(pid=94615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 04:28:41.048018 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-9dc74a9e-8574-447e-84b8-019e20e90a87 req-33bea159-b172-4c49-a384-c924c96ffc84 tempest-DeleteServersTestJSON-1499673524 tempest-DeleteServersTestJSON-1499673524-project] 10.222.0.24 "GET /v2.0/security-groups?id=fe8194a4-d50b-48ab-a66c-de139119b70d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993111 Sep 22 04:28:41.051091 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ba59d41d-ca7d-4aa1-95ba-8af15798c0c5 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Notify callbacks [] for floatingip, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:41.089061 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-47d91c38-5fcd-4050-b062-a19cb400a3ba req-44cefcce-a4da-44f3-9ef6-10d67435ad34 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3775053 Sep 22 04:28:41.091199 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3d84bc-076f-48f0-ad5b-ea2aea8212e2 admin admin] Network c3127e33-e3a7-40dd-befc-6cdb5ff134d1 is already hosted by enough agents. {{(pid=94616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 04:28:41.096326 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.scheduler.base_scheduler [None req-8e3d84bc-076f-48f0-ad5b-ea2aea8212e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 04:28:41.100900 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3d84bc-076f-48f0-ad5b-ea2aea8212e2 admin admin] Pushing event updated for resources: {'Port': ['ID=8bbc27e8-66bd-40d3-8c36-f856e02fdba3,revision_number=2']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:28:41.114992 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-c7faacf4-dcf0-43a0-b576-b3dce6d01306 req-9e37d274-8762-4564-9270-697a44ce5beb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:41.179403 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.v2.base [req-47d91c38-5fcd-4050-b062-a19cb400a3ba req-be7669c9-c7b4-46b3-b87e-da0bdb5e5f9f service neutron] Request body: {'port': {'device_id': '2bfb29ed-f586-48e0-aff0-468f89beab91', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81011'}} {{(pid=94616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 04:28:41.304046 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7faacf4-dcf0-43a0-b576-b3dce6d01306 req-9e37d274-8762-4564-9270-697a44ce5beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:28:41.304046 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-c7faacf4-dcf0-43a0-b576-b3dce6d01306 req-9e37d274-8762-4564-9270-697a44ce5beb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578295'] for port, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:41.309689 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-c7faacf4-dcf0-43a0-b576-b3dce6d01306 req-9e37d274-8762-4564-9270-697a44ce5beb service neutron] 10.222.0.30 "PUT /v2.0/ports/2a3926b2-72b2-493b-be35-a7d7d5d76fa7 HTTP/1.1" status: 200 len: 1094 time: 2.7512875 Sep 22 04:28:41.310205 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39c197ef-8b12-43d6-a836-98115174e241', 'tag': '2a3926b2-72b2-493b-be35-a7d7d5d76fa7'}] {{(pid=94615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 04:28:41.321281 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Device 58751b2a-7b53-4f25-b0db-9f711a73996b up at agent ovs-agent-dv-cinder-810118-1-iscsi {{(pid=94617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 04:28:41.401190 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Provisioning complete for port 58751b2a-7b53-4f25-b0db-9f711a73996b triggered by entity L2. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 04:28:41.401638 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628798'] for port, provisioning_complete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:41.734826 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e37d274-8762-4564-9270-697a44ce5beb service neutron] Pushing event updated for resources: {'Port': ['ID=2a3926b2-72b2-493b-be35-a7d7d5d76fa7,revision_number=3']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:28:41.760785 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7faacf4-dcf0-43a0-b576-b3dce6d01306 req-a8fbc785-b866-4c30-b6af-168190482797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:28:41.762967 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-c7faacf4-dcf0-43a0-b576-b3dce6d01306 req-a8fbc785-b866-4c30-b6af-168190482797 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ad48fa8ef2eb41f3a0ec54adafdd28d8&device_id=39c197ef-8b12-43d6-a836-98115174e241 HTTP/1.1" status: 200 len: 1097 time: 0.1814473 Sep 22 04:28:41.909382 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-c7faacf4-dcf0-43a0-b576-b3dce6d01306 req-d9bf4f84-91b2-4f42-94ed-da594c2f1282 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a3926b2-72b2-493b-be35-a7d7d5d76fa7 HTTP/1.1" status: 200 len: 217 time: 0.1164191 Sep 22 04:28:41.947034 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d27d553a3b9744112e878a2e80866f1fe0303ccc5aac5545403223d44c5d0e8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0f7ca28-2f9b-41bf-b04b-0bcf7fdcd409" -d '{"events": [{"name": "network-changed", "server_uuid": "39c197ef-8b12-43d6-a836-98115174e241", "tag": "2a3926b2-72b2-493b-be35-a7d7d5d76fa7"}]}' {{(pid=94615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 04:28:41.960732 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-47d91c38-5fcd-4050-b062-a19cb400a3ba req-be7669c9-c7b4-46b3-b87e-da0bdb5e5f9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:42.043368 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e3d84bc-076f-48f0-ad5b-ea2aea8212e2 admin admin] Router ae723c7b-353b-4842-a022-695e33bef5bc has already been hosted by L3 agent 67baeb3b-346e-4680-9ea8-6eec6aa84835 {{(pid=94616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 04:28:42.068363 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b17124-c71a-402a-9c8c-974b1a48b2f5 req-3bff4615-0a9a-41da-a71d-6930567608b6 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:28:42.076827 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-20b17124-c71a-402a-9c8c-974b1a48b2f5 req-3bff4615-0a9a-41da-a71d-6930567608b6 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bfb29ed-f586-48e0-aff0-468f89beab91 HTTP/1.1" status: 200 len: 931 time: 0.5152657 Sep 22 04:28:42.124704 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7faacf4-dcf0-43a0-b576-b3dce6d01306 req-1ab39454-7d5b-4154-a1e1-9827c1c89fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:28:42.126877 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-c7faacf4-dcf0-43a0-b576-b3dce6d01306 req-1ab39454-7d5b-4154-a1e1-9827c1c89fb3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=04aee237-c370-43f4-ad61-723996f9fedd HTTP/1.1" status: 200 len: 852 time: 0.1601050 Sep 22 04:28:42.134910 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ba59d41d-ca7d-4aa1-95ba-8af15798c0c5 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:42.172204 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-20b17124-c71a-402a-9c8c-974b1a48b2f5 req-5efee429-5021-453b-ac5e-15b85131fc20 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bc11e4-7abd-4750-8ac3-63f5066b0018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871439 Sep 22 04:28:42.261408 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 04:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-263acfa4-6dcf-409b-8e14-997cacb882b0 x-openstack-request-id: req-263acfa4-6dcf-409b-8e14-997cacb882b0 {{(pid=94615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 04:28:42.261696 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39c197ef-8b12-43d6-a836-98115174e241", "tag": "2a3926b2-72b2-493b-be35-a7d7d5d76fa7", "status": "completed", "code": 200}]} {{(pid=94615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 04:28:42.262486 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-263acfa4-6dcf-409b-8e14-997cacb882b0 {{(pid=94615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 04:28:42.262941 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39c197ef-8b12-43d6-a836-98115174e241', 'tag': '2a3926b2-72b2-493b-be35-a7d7d5d76fa7', 'status': 'completed', 'code': 200} Sep 22 04:28:42.553993 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae410fab-3cf0-44d4-8f23-ee1f133d2407 req-f7d5145a-fa94-4c45-b4ca-b03b7b64470e tempest-DeleteServersTestJSON-1499673524 tempest-DeleteServersTestJSON-1499673524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:28:42.556064 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-ae410fab-3cf0-44d4-8f23-ee1f133d2407 req-f7d5145a-fa94-4c45-b4ca-b03b7b64470e tempest-DeleteServersTestJSON-1499673524 tempest-DeleteServersTestJSON-1499673524-project] 10.222.0.24 "GET /v2.0/ports?device_id=39c197ef-8b12-43d6-a836-98115174e241 HTTP/1.1" status: 200 len: 944 time: 0.2431095 Sep 22 04:28:42.682664 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e3d84bc-076f-48f0-ad5b-ea2aea8212e2 admin admin] Notify agent at l3_agent.dv-cinder-810118-1-iscsi the message routers_updated {{(pid=94616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 04:28:42.707580 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-8e3d84bc-076f-48f0-ad5b-ea2aea8212e2 admin admin] 10.222.0.24 "PUT /v2.0/routers/ae723c7b-353b-4842-a022-695e33bef5bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9315925 Sep 22 04:28:42.708104 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526af886-43be-4874-9f4c-9262c92b77bd None None] Sync routers for ids ['ae723c7b-353b-4842-a022-695e33bef5bc'] in dv-cinder-810118-1-iscsi {{(pid=94617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 04:28:42.709656 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.db.db_base_plugin_common [None req-ba59d41d-ca7d-4aa1-95ba-8af15798c0c5 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Allocated IP 172.27.3.59 (1c001e5d-5f10-46e0-9089-3ba13d08e463/ef28eb13-4204-4034-a22d-0722adaca342/2344e48b-1932-462a-9165-a7dc3d6ec167) {{(pid=94616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 04:28:42.714070 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526af886-43be-4874-9f4c-9262c92b77bd None None] Routers {'ae723c7b-353b-4842-a022-695e33bef5bc'} bound to L3 agent in host dv-cinder-810118-1-iscsi {{(pid=94617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 04:28:42.752828 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-526af886-43be-4874-9f4c-9262c92b77bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810118-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T04:20:22Z,description=,heartbeat_timestamp=2021-09-22T04:28:22Z,host='dv-cinder-810118-1-iscsi',id=67baeb3b-346e-4680-9ea8-6eec6aa84835,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T04:20:23Z,topic='l3_agent')) {'router_ids': ['ae723c7b-353b-4842-a022-695e33bef5bc'], 'active': True} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:28:42.761443 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-ae410fab-3cf0-44d4-8f23-ee1f133d2407 req-ff74951d-dbe0-45e2-9c93-777b3931a7f1 tempest-DeleteServersTestJSON-1499673524 tempest-DeleteServersTestJSON-1499673524-project] 10.222.0.24 "GET /v2.0/security-groups?id=fe8194a4-d50b-48ab-a66c-de139119b70d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573832 Sep 22 04:28:43.015220 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvr_db [None req-526af886-43be-4874-9f4c-9262c92b77bd None None] Set router ae723c7b-353b-4842-a022-695e33bef5bc gateway port host: dv-cinder-810118-1-iscsi {{(pid=94617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 04:28:43.102991 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.notifiers.nova [req-47d91c38-5fcd-4050-b062-a19cb400a3ba req-be7669c9-c7b4-46b3-b87e-da0bdb5e5f9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ced3eb09-8f02-495f-a797-099db1f64e83 {{(pid=94616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 04:28:43.128651 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-47d91c38-5fcd-4050-b062-a19cb400a3ba req-be7669c9-c7b4-46b3-b87e-da0bdb5e5f9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:43.172393 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-c7faacf4-dcf0-43a0-b576-b3dce6d01306 req-cfbc89df-b03b-4f87-8b96-aa0d2e14f69a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=631cdd21-982c-4d3d-9e49-59308f7cc68e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1658356 Sep 22 04:28:43.182713 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [req-47d91c38-5fcd-4050-b062-a19cb400a3ba req-be7669c9-c7b4-46b3-b87e-da0bdb5e5f9f service neutron] Transition to ACTIVE for port object ced3eb09-8f02-495f-a797-099db1f64e83 will not be triggered until provisioned by entity L2. {{(pid=94616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 04:28:43.185845 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ba59d41d-ca7d-4aa1-95ba-8af15798c0c5 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Notify callbacks [] for port, precommit_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:43.312506 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-47d91c38-5fcd-4050-b062-a19cb400a3ba req-be7669c9-c7b4-46b3-b87e-da0bdb5e5f9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:43.381429 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-c7faacf4-dcf0-43a0-b576-b3dce6d01306 req-b79d4856-31d6-47b9-bcea-71e1acb2d672 service neutron] 10.222.0.30 "GET /v2.0/networks/631cdd21-982c-4d3d-9e49-59308f7cc68e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935897 Sep 22 04:28:43.407680 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ba59d41d-ca7d-4aa1-95ba-8af15798c0c5 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769518673857'] for port, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:43.464239 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7669c9-c7b4-46b3-b87e-da0bdb5e5f9f service neutron] Pushing event updated for resources: {'Port': ['ID=ced3eb09-8f02-495f-a797-099db1f64e83,revision_number=2']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:28:43.489188 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba59d41d-ca7d-4aa1-95ba-8af15798c0c5 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Network 1c001e5d-5f10-46e0-9089-3ba13d08e463 is already hosted by enough agents. {{(pid=94616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 04:28:43.491699 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-526af886-43be-4874-9f4c-9262c92b77bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae723c7b-353b-4842-a022-695e33bef5bc', 'name': 'tempest-ServerRescueNegativeTestJSON-1181613599-router', 'tenant_id': 'a1cd15fdc6c94a548394ecbbef9cfbdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'external_fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '58751b2a-7b53-4f25-b0db-9f711a73996b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T04:28:29Z', 'updated_at': '2021-09-22T04:28:39Z', 'revision_number': 4, 'project_id': 'a1cd15fdc6c94a548394ecbbef9cfbdb', 'gw_port': {'id': '58751b2a-7b53-4f25-b0db-9f711a73996b', 'name': '', 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:72:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae723c7b-353b-4842-a022-695e33bef5bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:28:31Z', 'updated_at': '2021-09-22T04:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810118-1-iscsi', '_interfaces': [{'id': '8bbc27e8-66bd-40d3-8c36-f856e02fdba3', 'name': '', 'network_id': 'c3127e33-e3a7-40dd-befc-6cdb5ff134d1', 'tenant_id': 'a1cd15fdc6c94a548394ecbbef9cfbdb', 'mac_address': 'fa:16:3e:6f:ad:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae723c7b-353b-4842-a022-695e33bef5bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '68bee0f4-b400-45ff-a8a4-2d8e6261d0d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:28:36Z', 'updated_at': '2021-09-22T04:28:40Z', 'revision_number': 2, 'project_id': 'a1cd15fdc6c94a548394ecbbef9cfbdb', 'subnets': [{'id': '68bee0f4-b400-45ff-a8a4-2d8e6261d0d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810118-1-iscsi', False) {} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:28:43.513419 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.scheduler.base_scheduler [None req-ba59d41d-ca7d-4aa1-95ba-8af15798c0c5 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Resources bound (agent type, host, resource id): {{(pid=94616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 04:28:43.572147 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba59d41d-ca7d-4aa1-95ba-8af15798c0c5 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Received port after_create {{(pid=94616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 04:28:43.576304 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526af886-43be-4874-9f4c-9262c92b77bd None None] Checking router: ae723c7b-353b-4842-a022-695e33bef5bc for host: dv-cinder-810118-1-iscsi {{(pid=94617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 04:28:43.577463 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526af886-43be-4874-9f4c-9262c92b77bd None None] Updating router ae723c7b-353b-4842-a022-695e33bef5bc port 8bbc27e8-66bd-40d3-8c36-f856e02fdba3 binding host dv-cinder-810118-1-iscsi {{(pid=94617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 04:28:43.630382 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-526af886-43be-4874-9f4c-9262c92b77bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:43.670188 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-c7faacf4-dcf0-43a0-b576-b3dce6d01306 req-16b835e8-ae7c-4d3f-8287-1039a3a4de4f service neutron] 10.222.0.30 "GET /v2.0/networks/631cdd21-982c-4d3d-9e49-59308f7cc68e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360346 Sep 22 04:28:43.687906 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49506a2e-febf-4d3f-ad0f-6bf5eba5db93 req-f88b571c-935e-45c3-b2ed-dad92d40faf5 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:28:43.698102 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-49506a2e-febf-4d3f-ad0f-6bf5eba5db93 req-f88b571c-935e-45c3-b2ed-dad92d40faf5 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bfb29ed-f586-48e0-aff0-468f89beab91 HTTP/1.1" status: 200 len: 943 time: 0.3040447 Sep 22 04:28:43.739346 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ba59d41d-ca7d-4aa1-95ba-8af15798c0c5 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:43.753967 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.managers [req-47d91c38-5fcd-4050-b062-a19cb400a3ba req-be7669c9-c7b4-46b3-b87e-da0bdb5e5f9f service neutron] Attempting to bind port ced3eb09-8f02-495f-a797-099db1f64e83 on host hv-cinder-81011 for vnic_type normal with profile {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 04:28:43.756246 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.managers [req-47d91c38-5fcd-4050-b062-a19cb400a3ba req-be7669c9-c7b4-46b3-b87e-da0bdb5e5f9f service neutron] Attempting to bind port ced3eb09-8f02-495f-a797-099db1f64e83 by drivers openvswitch,hyperv on host hv-cinder-81011 at level 0 using segments [{'id': 'bc8c3708-e396-4d9b-bfd8-c6b3490a63a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1dc84c4f-742d-475a-805c-2bdd99c4cbad'}] {{(pid=94616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 04:28:43.756246 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47d91c38-5fcd-4050-b062-a19cb400a3ba req-be7669c9-c7b4-46b3-b87e-da0bdb5e5f9f service neutron] Attempting to bind port ced3eb09-8f02-495f-a797-099db1f64e83 on network 1dc84c4f-742d-475a-805c-2bdd99c4cbad {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 04:28:43.760028 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-49506a2e-febf-4d3f-ad0f-6bf5eba5db93 req-94b17c0c-2ee4-467f-979c-2f7c71ce8051 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bc11e4-7abd-4750-8ac3-63f5066b0018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605354 Sep 22 04:28:43.773415 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba59d41d-ca7d-4aa1-95ba-8af15798c0c5 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Pushing event updated for resources: {'Port': ['ID=2344e48b-1932-462a-9165-a7dc3d6ec167,revision_number=1']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:28:43.773415 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47d91c38-5fcd-4050-b062-a19cb400a3ba req-be7669c9-c7b4-46b3-b87e-da0bdb5e5f9f service neutron] Port ced3eb09-8f02-495f-a797-099db1f64e83 on network 1dc84c4f-742d-475a-805c-2bdd99c4cbad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81011 {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 04:28:43.773415 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47d91c38-5fcd-4050-b062-a19cb400a3ba req-be7669c9-c7b4-46b3-b87e-da0bdb5e5f9f service neutron] Attempting to bind port ced3eb09-8f02-495f-a797-099db1f64e83 on network 1dc84c4f-742d-475a-805c-2bdd99c4cbad {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 04:28:43.788827 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47d91c38-5fcd-4050-b062-a19cb400a3ba req-be7669c9-c7b4-46b3-b87e-da0bdb5e5f9f service neutron] Checking agent: {'id': '347231d5-0b5a-4d21-8b71-bfdb97c43ccc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81011', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 4, 26, 37), 'started_at': datetime.datetime(2021, 9, 22, 4, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 4, 28, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 04:28:43.818449 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47d91c38-5fcd-4050-b062-a19cb400a3ba req-be7669c9-c7b4-46b3-b87e-da0bdb5e5f9f service neutron] Checking segment: {'id': 'bc8c3708-e396-4d9b-bfd8-c6b3490a63a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1dc84c4f-742d-475a-805c-2bdd99c4cbad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 04:28:43.819697 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47d91c38-5fcd-4050-b062-a19cb400a3ba req-be7669c9-c7b4-46b3-b87e-da0bdb5e5f9f service neutron] Bound using segment: {'id': 'bc8c3708-e396-4d9b-bfd8-c6b3490a63a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1dc84c4f-742d-475a-805c-2bdd99c4cbad'} {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 04:28:43.821927 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.managers [req-47d91c38-5fcd-4050-b062-a19cb400a3ba req-be7669c9-c7b4-46b3-b87e-da0bdb5e5f9f service neutron] Bound port: ced3eb09-8f02-495f-a797-099db1f64e83, host: hv-cinder-81011, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc8c3708-e396-4d9b-bfd8-c6b3490a63a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1dc84c4f-742d-475a-805c-2bdd99c4cbad'}}] {{(pid=94616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 04:28:43.826297 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-47d91c38-5fcd-4050-b062-a19cb400a3ba req-be7669c9-c7b4-46b3-b87e-da0bdb5e5f9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:43.968808 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ba59d41d-ca7d-4aa1-95ba-8af15798c0c5 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:44.022617 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1310c8a-b3ba-4870-87c1-1b78b6cafa1f req-60c720aa-910e-41d0-b80e-7386bcb7065d tempest-DeleteServersTestJSON-1499673524 tempest-DeleteServersTestJSON-1499673524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:28:44.025416 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-d1310c8a-b3ba-4870-87c1-1b78b6cafa1f req-60c720aa-910e-41d0-b80e-7386bcb7065d tempest-DeleteServersTestJSON-1499673524 tempest-DeleteServersTestJSON-1499673524-project] 10.222.0.24 "GET /v2.0/ports?device_id=39c197ef-8b12-43d6-a836-98115174e241 HTTP/1.1" status: 200 len: 944 time: 0.0807345 Sep 22 04:28:44.036286 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [req-47d91c38-5fcd-4050-b062-a19cb400a3ba req-be7669c9-c7b4-46b3-b87e-da0bdb5e5f9f service neutron] For port ced3eb09-8f02-495f-a797-099db1f64e83, host hv-cinder-81011, cleared binding levels {{(pid=94616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 04:28:44.069060 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [req-47d91c38-5fcd-4050-b062-a19cb400a3ba req-be7669c9-c7b4-46b3-b87e-da0bdb5e5f9f service neutron] For port ced3eb09-8f02-495f-a797-099db1f64e83, host hv-cinder-81011, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81011',level=0,port_id=ced3eb09-8f02-495f-a797-099db1f64e83,segment=NetworkSegment(bc8c3708-e396-4d9b-bfd8-c6b3490a63a6),segment_id=bc8c3708-e396-4d9b-bfd8-c6b3490a63a6)] {{(pid=94616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 04:28:44.172056 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-d1310c8a-b3ba-4870-87c1-1b78b6cafa1f req-7ebc8881-8530-458b-b276-b081878dff67 tempest-DeleteServersTestJSON-1499673524 tempest-DeleteServersTestJSON-1499673524-project] 10.222.0.24 "GET /v2.0/security-groups?id=fe8194a4-d50b-48ab-a66c-de139119b70d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384363 Sep 22 04:28:44.295494 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-47d91c38-5fcd-4050-b062-a19cb400a3ba req-be7669c9-c7b4-46b3-b87e-da0bdb5e5f9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:44.320520 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-526af886-43be-4874-9f4c-9262c92b77bd None None] Notify callbacks [] for port, precommit_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:44.394953 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d91c38-5fcd-4050-b062-a19cb400a3ba req-be7669c9-c7b4-46b3-b87e-da0bdb5e5f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:28:44.395819 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-47d91c38-5fcd-4050-b062-a19cb400a3ba req-be7669c9-c7b4-46b3-b87e-da0bdb5e5f9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578295'] for port, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:44.398260 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-47d91c38-5fcd-4050-b062-a19cb400a3ba req-be7669c9-c7b4-46b3-b87e-da0bdb5e5f9f service neutron] 10.222.0.30 "PUT /v2.0/ports/ced3eb09-8f02-495f-a797-099db1f64e83 HTTP/1.1" status: 200 len: 1093 time: 3.2718210 Sep 22 04:28:44.399202 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bfb29ed-f586-48e0-aff0-468f89beab91', 'tag': 'ced3eb09-8f02-495f-a797-099db1f64e83'}] {{(pid=94616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 04:28:44.411486 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-526af886-43be-4874-9f4c-9262c92b77bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:44.574135 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7669c9-c7b4-46b3-b87e-da0bdb5e5f9f service neutron] Pushing event updated for resources: {'Port': ['ID=ced3eb09-8f02-495f-a797-099db1f64e83,revision_number=3']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:28:44.575265 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1e65c0-6a1d-4b3d-bfa8-5b323c2b8a01 None None] Pushing event updated for resources: {'Port': ['ID=8bbc27e8-66bd-40d3-8c36-f856e02fdba3,revision_number=3']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:28:44.575770 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6a7391-8bb5-4f47-9822-5e0782f4ee90 req-61caf78e-8654-4f2a-9c25-be7545209bfa tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:28:44.575770 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-1e6a7391-8bb5-4f47-9822-5e0782f4ee90 req-61caf78e-8654-4f2a-9c25-be7545209bfa tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/networks?id=c3127e33-e3a7-40dd-befc-6cdb5ff134d1 HTTP/1.1" status: 200 len: 819 time: 0.4436424 Sep 22 04:28:44.575770 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ba59d41d-ca7d-4aa1-95ba-8af15798c0c5 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Notify callbacks [] for port, precommit_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:44.575770 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ee93b3f7eb2b2b6a350c95698ebe5b9c8d238e2160e747b625fec6bb3c76933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0fd9cda-62f9-4ac2-baae-bf0e64fa683e" -d '{"events": [{"name": "network-changed", "server_uuid": "2bfb29ed-f586-48e0-aff0-468f89beab91", "tag": "ced3eb09-8f02-495f-a797-099db1f64e83"}]}' {{(pid=94616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 04:28:44.575770 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-1e6a7391-8bb5-4f47-9822-5e0782f4ee90 req-5de690cc-8e2e-4cfc-bd88-10f3894c0b24 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/quotas/a1cd15fdc6c94a548394ecbbef9cfbdb HTTP/1.1" status: 200 len: 375 time: 0.0178692 Sep 22 04:28:44.576329 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.managers [None req-526af886-43be-4874-9f4c-9262c92b77bd None None] Attempting to bind port 8bbc27e8-66bd-40d3-8c36-f856e02fdba3 on host dv-cinder-810118-1-iscsi for vnic_type normal with profile {{(pid=94617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 04:28:44.576329 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.managers [None req-526af886-43be-4874-9f4c-9262c92b77bd None None] Attempting to bind port 8bbc27e8-66bd-40d3-8c36-f856e02fdba3 by drivers openvswitch,hyperv on host dv-cinder-810118-1-iscsi at level 0 using segments [{'id': '52b11b22-035d-48af-b1df-a7c29b32f724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'c3127e33-e3a7-40dd-befc-6cdb5ff134d1'}] {{(pid=94617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 04:28:44.576329 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526af886-43be-4874-9f4c-9262c92b77bd None None] Attempting to bind port 8bbc27e8-66bd-40d3-8c36-f856e02fdba3 on network c3127e33-e3a7-40dd-befc-6cdb5ff134d1 {{(pid=94617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 04:28:44.576329 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526af886-43be-4874-9f4c-9262c92b77bd None None] Checking agent: {'id': '43b86276-d23d-4f96-ad83-0361cfa8e6ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810118-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 4, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 4, 20, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 4, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810118-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 04:28:44.576329 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526af886-43be-4874-9f4c-9262c92b77bd None None] Checking segment: {'id': '52b11b22-035d-48af-b1df-a7c29b32f724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'c3127e33-e3a7-40dd-befc-6cdb5ff134d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 04:28:44.576329 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-526af886-43be-4874-9f4c-9262c92b77bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:44.576329 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526af886-43be-4874-9f4c-9262c92b77bd None None] Bound using segment: {'id': '52b11b22-035d-48af-b1df-a7c29b32f724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'c3127e33-e3a7-40dd-befc-6cdb5ff134d1'} {{(pid=94617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 04:28:44.576329 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.managers [None req-526af886-43be-4874-9f4c-9262c92b77bd None None] Bound port: 8bbc27e8-66bd-40d3-8c36-f856e02fdba3, host: dv-cinder-810118-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52b11b22-035d-48af-b1df-a7c29b32f724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'c3127e33-e3a7-40dd-befc-6cdb5ff134d1'}}] {{(pid=94617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 04:28:44.576329 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-526af886-43be-4874-9f4c-9262c92b77bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:44.685579 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f7ca28-2f9b-41bf-b04b-0bcf7fdcd409 req-36396ae9-008d-4ee0-83a7-0dfc39af2a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:28:44.686973 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-e0f7ca28-2f9b-41bf-b04b-0bcf7fdcd409 req-36396ae9-008d-4ee0-83a7-0dfc39af2a62 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ad48fa8ef2eb41f3a0ec54adafdd28d8&device_id=39c197ef-8b12-43d6-a836-98115174e241 HTTP/1.1" status: 200 len: 1097 time: 0.1465006 Sep 22 04:28:44.688372 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 04:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-839faf96-8c6b-405a-a009-53517dec32aa x-openstack-request-id: req-839faf96-8c6b-405a-a009-53517dec32aa {{(pid=94616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 04:28:44.688664 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-526af886-43be-4874-9f4c-9262c92b77bd None None] For port 8bbc27e8-66bd-40d3-8c36-f856e02fdba3, host dv-cinder-810118-1-iscsi, cleared binding levels {{(pid=94617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 04:28:44.688824 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bfb29ed-f586-48e0-aff0-468f89beab91", "tag": "ced3eb09-8f02-495f-a797-099db1f64e83", "status": "completed", "code": 200}]} {{(pid=94616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 04:28:44.689065 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-839faf96-8c6b-405a-a009-53517dec32aa {{(pid=94616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 04:28:44.689549 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bfb29ed-f586-48e0-aff0-468f89beab91', 'tag': 'ced3eb09-8f02-495f-a797-099db1f64e83', 'status': 'completed', 'code': 200} Sep 22 04:28:44.693763 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-1e6a7391-8bb5-4f47-9822-5e0782f4ee90 req-fdba1246-52b2-43b9-b704-02b0bf5bf92b tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a1cd15fdc6c94a548394ecbbef9cfbdb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1541364 Sep 22 04:28:44.694420 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-526af886-43be-4874-9f4c-9262c92b77bd None None] For port 8bbc27e8-66bd-40d3-8c36-f856e02fdba3, host dv-cinder-810118-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810118-1-iscsi',level=0,port_id=8bbc27e8-66bd-40d3-8c36-f856e02fdba3,segment=NetworkSegment(52b11b22-035d-48af-b1df-a7c29b32f724),segment_id=52b11b22-035d-48af-b1df-a7c29b32f724)] {{(pid=94617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 04:28:44.759291 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ba59d41d-ca7d-4aa1-95ba-8af15798c0c5 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:44.804385 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ba59d41d-ca7d-4aa1-95ba-8af15798c0c5 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1865242'] for floatingip, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:44.823649 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-526af886-43be-4874-9f4c-9262c92b77bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:44.829626 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba59d41d-ca7d-4aa1-95ba-8af15798c0c5 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Pushing event updated for resources: {'Port': ['ID=2344e48b-1932-462a-9165-a7dc3d6ec167,revision_number=2']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:28:44.920719 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ba59d41d-ca7d-4aa1-95ba-8af15798c0c5 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34584'] for floatingip, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:44.932898 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-ba59d41d-ca7d-4aa1-95ba-8af15798c0c5 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.2036974 Sep 22 04:28:44.939201 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [req-1e6a7391-8bb5-4f47-9822-5e0782f4ee90 req-f5b03ce1-a06d-4b54-81f1-4b28ca81adf7 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94616) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 04:28:44.940248 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-1e6a7391-8bb5-4f47-9822-5e0782f4ee90 req-f5b03ce1-a06d-4b54-81f1-4b28ca81adf7 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0760448 Sep 22 04:28:44.965093 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d939427-da51-48ef-ad29-15c154821b9a req-d5877d08-9c7b-463d-a4c2-fb1489ea00ba tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:28:44.966650 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-0d939427-da51-48ef-ad29-15c154821b9a req-d5877d08-9c7b-463d-a4c2-fb1489ea00ba tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bfb29ed-f586-48e0-aff0-468f89beab91 HTTP/1.1" status: 200 len: 943 time: 0.1013455 Sep 22 04:28:44.978857 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526af886-43be-4874-9f4c-9262c92b77bd None None] Routers {'ae723c7b-353b-4842-a022-695e33bef5bc'} bound to L3 agent in host dv-cinder-810118-1-iscsi {{(pid=94617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 04:28:44.979595 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-526af886-43be-4874-9f4c-9262c92b77bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810118-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T04:20:22Z,description=,heartbeat_timestamp=2021-09-22T04:28:22Z,host='dv-cinder-810118-1-iscsi',id=67baeb3b-346e-4680-9ea8-6eec6aa84835,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T04:20:23Z,topic='l3_agent')) {'router_ids': ['ae723c7b-353b-4842-a022-695e33bef5bc'], 'active': True} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:28:45.081382 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1e65c0-6a1d-4b3d-bfa8-5b323c2b8a01 None None] Pushing event updated for resources: {'Port': ['ID=8bbc27e8-66bd-40d3-8c36-f856e02fdba3,revision_number=4']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:28:45.088137 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-0d939427-da51-48ef-ad29-15c154821b9a req-3e8489b4-6093-4b58-b2c5-5c588593b339 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bc11e4-7abd-4750-8ac3-63f5066b0018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131182 Sep 22 04:28:45.202613 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-1e6a7391-8bb5-4f47-9822-5e0782f4ee90 req-69a9ea9e-a6d0-4069-ac1e-343ba3d19843 service neutron] 10.222.0.24 "GET /v2.0/networks/c3127e33-e3a7-40dd-befc-6cdb5ff134d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524562 Sep 22 04:28:45.335975 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-1e6a7391-8bb5-4f47-9822-5e0782f4ee90 req-6da92e0d-0bb4-44b8-9bef-a29ffd6e1cb9 service neutron] 10.222.0.24 "GET /v2.0/networks/c3127e33-e3a7-40dd-befc-6cdb5ff134d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324568 Sep 22 04:28:45.373321 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-e99e92af-5dc6-4a30-bf51-14982f0bc094 req-022decbc-a50f-4f62-80a2-ca1b55a1d197 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1789993843&fields=id&tenant_id=a5932c0fd28d4509bc11811644adc1b2 HTTP/1.1" status: 200 len: 267 time: 0.0966394 Sep 22 04:28:45.407236 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvr_db [None req-526af886-43be-4874-9f4c-9262c92b77bd None None] Set router ae723c7b-353b-4842-a022-695e33bef5bc gateway port host: dv-cinder-810118-1-iscsi {{(pid=94617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 04:28:45.582343 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99e92af-5dc6-4a30-bf51-14982f0bc094 req-d3a1b57a-4fd0-4eee-bd12-6950e634d02a tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:28:45.583885 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-e99e92af-5dc6-4a30-bf51-14982f0bc094 req-d3a1b57a-4fd0-4eee-bd12-6950e634d02a tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/networks?id=203dddc9-87c2-468f-9ab9-d2290e8ee531 HTTP/1.1" status: 200 len: 816 time: 0.2097600 Sep 22 04:28:45.606884 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-e99e92af-5dc6-4a30-bf51-14982f0bc094 req-3c4238cc-7ff5-40fc-aca5-b775663fa3d4 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/quotas/a5932c0fd28d4509bc11811644adc1b2 HTTP/1.1" status: 200 len: 375 time: 0.0158241 Sep 22 04:28:45.686692 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-e99e92af-5dc6-4a30-bf51-14982f0bc094 req-cb7c3bf3-eb74-402d-9764-8e8174dc9e84 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a5932c0fd28d4509bc11811644adc1b2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0784311 Sep 22 04:28:45.721694 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-526af886-43be-4874-9f4c-9262c92b77bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae723c7b-353b-4842-a022-695e33bef5bc', 'name': 'tempest-ServerRescueNegativeTestJSON-1181613599-router', 'tenant_id': 'a1cd15fdc6c94a548394ecbbef9cfbdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'external_fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '58751b2a-7b53-4f25-b0db-9f711a73996b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T04:28:29Z', 'updated_at': '2021-09-22T04:28:39Z', 'revision_number': 4, 'project_id': 'a1cd15fdc6c94a548394ecbbef9cfbdb', 'gw_port': {'id': '58751b2a-7b53-4f25-b0db-9f711a73996b', 'name': '', 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:72:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae723c7b-353b-4842-a022-695e33bef5bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:28:31Z', 'updated_at': '2021-09-22T04:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810118-1-iscsi', '_interfaces': [{'id': '8bbc27e8-66bd-40d3-8c36-f856e02fdba3', 'name': '', 'network_id': 'c3127e33-e3a7-40dd-befc-6cdb5ff134d1', 'tenant_id': 'a1cd15fdc6c94a548394ecbbef9cfbdb', 'mac_address': 'fa:16:3e:6f:ad:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae723c7b-353b-4842-a022-695e33bef5bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '68bee0f4-b400-45ff-a8a4-2d8e6261d0d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:28:36Z', 'updated_at': '2021-09-22T04:28:44Z', 'revision_number': 4, 'project_id': 'a1cd15fdc6c94a548394ecbbef9cfbdb', 'subnets': [{'id': '68bee0f4-b400-45ff-a8a4-2d8e6261d0d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810118-1-iscsi', False) {} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:28:45.756177 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526af886-43be-4874-9f4c-9262c92b77bd None None] The sync data for ids ['ae723c7b-353b-4842-a022-695e33bef5bc'] in dv-cinder-810118-1-iscsi is: [{'id': 'ae723c7b-353b-4842-a022-695e33bef5bc', 'name': 'tempest-ServerRescueNegativeTestJSON-1181613599-router', 'tenant_id': 'a1cd15fdc6c94a548394ecbbef9cfbdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'external_fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '58751b2a-7b53-4f25-b0db-9f711a73996b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T04:28:29Z', 'updated_at': '2021-09-22T04:28:39Z', 'revision_number': 4, 'project_id': 'a1cd15fdc6c94a548394ecbbef9cfbdb', 'gw_port': {'id': '58751b2a-7b53-4f25-b0db-9f711a73996b', 'name': '', 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:72:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae723c7b-353b-4842-a022-695e33bef5bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:28:31Z', 'updated_at': '2021-09-22T04:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810118-1-iscsi', '_interfaces': [{'id': '8bbc27e8-66bd-40d3-8c36-f856e02fdba3', 'name': '', 'network_id': 'c3127e33-e3a7-40dd-befc-6cdb5ff134d1', 'tenant_id': 'a1cd15fdc6c94a548394ecbbef9cfbdb', 'mac_address': 'fa:16:3e:6f:ad:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae723c7b-353b-4842-a022-695e33bef5bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '68bee0f4-b400-45ff-a8a4-2d8e6261d0d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:28:36Z', 'updated_at': '2021-09-22T04:28:44Z', 'revision_number': 4, 'project_id': 'a1cd15fdc6c94a548394ecbbef9cfbdb', 'subnets': [{'id': '68bee0f4-b400-45ff-a8a4-2d8e6261d0d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 04:28:45.953934 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-e99e92af-5dc6-4a30-bf51-14982f0bc094 req-25d25c52-c70e-400c-a98b-ee09bb1bfd13 service neutron] 10.222.0.24 "GET /v2.0/networks/203dddc9-87c2-468f-9ab9-d2290e8ee531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2488093 Sep 22 04:28:46.114396 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2b49e7-62f5-4107-85df-db79800bf891 req-b05ad404-deef-4461-9b9b-613952bd6bb8 tempest-DeleteServersTestJSON-1499673524 tempest-DeleteServersTestJSON-1499673524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:28:46.137904 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-ef2b49e7-62f5-4107-85df-db79800bf891 req-b05ad404-deef-4461-9b9b-613952bd6bb8 tempest-DeleteServersTestJSON-1499673524 tempest-DeleteServersTestJSON-1499673524-project] 10.222.0.24 "GET /v2.0/ports?device_id=39c197ef-8b12-43d6-a836-98115174e241 HTTP/1.1" status: 200 len: 944 time: 0.1506455 Sep 22 04:28:46.162348 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-e99e92af-5dc6-4a30-bf51-14982f0bc094 req-b7ed009b-eff2-4bfa-9b99-28e46b036c83 service neutron] 10.222.0.24 "GET /v2.0/networks/203dddc9-87c2-468f-9ab9-d2290e8ee531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074516 Sep 22 04:28:46.238232 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-ef2b49e7-62f5-4107-85df-db79800bf891 req-a0a9f3dd-3319-4c02-91e6-c4a0379c9eec tempest-DeleteServersTestJSON-1499673524 tempest-DeleteServersTestJSON-1499673524-project] 10.222.0.24 "GET /v2.0/security-groups?id=fe8194a4-d50b-48ab-a66c-de139119b70d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974050 Sep 22 04:28:46.485855 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-98070ec8-5e82-46fb-b61b-46917b26208c req-3e91a1eb-7198-47d7-a698-f1c9afa14300 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ecf19b8-6886-42a0-afa3-aef3b137e1dc HTTP/1.1" status: 200 len: 210 time: 0.0375841 Sep 22 04:28:46.768257 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-c931f099-1fcd-4cec-87ca-10582c908113 req-5288fcf3-543b-4ff2-a44a-6896c904402a tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=73071d9e-f5bc-439b-a5c9-d1ef0da01f57 HTTP/1.1" status: 200 len: 210 time: 0.0793586 Sep 22 04:28:46.842145 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b9c044-073a-4ac3-97f1-81889dec96ce req-e68bc962-aa69-4347-b4dd-290fed0e6741 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:28:46.846249 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-27b9c044-073a-4ac3-97f1-81889dec96ce req-e68bc962-aa69-4347-b4dd-290fed0e6741 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bfb29ed-f586-48e0-aff0-468f89beab91 HTTP/1.1" status: 200 len: 943 time: 0.1304972 Sep 22 04:28:46.912404 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-27b9c044-073a-4ac3-97f1-81889dec96ce req-b977deba-1dab-4682-a09e-6c75880a06dd tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bc11e4-7abd-4750-8ac3-63f5066b0018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496793 Sep 22 04:28:47.161925 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b040e9-334a-42f1-95e6-1128b1b23bcb req-e0f311ac-43a5-4353-89d2-2fc7ee8f18b4 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:28:47.163542 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-13b040e9-334a-42f1-95e6-1128b1b23bcb req-e0f311ac-43a5-4353-89d2-2fc7ee8f18b4 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/networks?id=c3127e33-e3a7-40dd-befc-6cdb5ff134d1 HTTP/1.1" status: 200 len: 819 time: 0.1401119 Sep 22 04:28:47.184630 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-13b040e9-334a-42f1-95e6-1128b1b23bcb req-04169f31-79d6-45cd-9630-5d0e112c1e84 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/quotas/a1cd15fdc6c94a548394ecbbef9cfbdb HTTP/1.1" status: 200 len: 375 time: 0.0148995 Sep 22 04:28:47.336633 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Device 8bbc27e8-66bd-40d3-8c36-f856e02fdba3 up at agent ovs-agent-dv-cinder-810118-1-iscsi {{(pid=94617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 04:28:47.341233 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-13b040e9-334a-42f1-95e6-1128b1b23bcb req-58014d3d-ac79-447f-9f5c-64c73a7548a7 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a1cd15fdc6c94a548394ecbbef9cfbdb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1491764 Sep 22 04:28:47.441775 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Provisioning complete for port 8bbc27e8-66bd-40d3-8c36-f856e02fdba3 triggered by entity L2. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 04:28:47.442262 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628798'] for port, provisioning_complete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:47.582678 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:47.607243 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d23c9a8-012e-479d-9145-f49ae9ccc71b req-56196819-73d2-4fb3-94e9-2b38916e0e40 tempest-DeleteServersTestJSON-1499673524 tempest-DeleteServersTestJSON-1499673524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:28:47.639558 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-7d23c9a8-012e-479d-9145-f49ae9ccc71b req-56196819-73d2-4fb3-94e9-2b38916e0e40 tempest-DeleteServersTestJSON-1499673524 tempest-DeleteServersTestJSON-1499673524-project] 10.222.0.24 "GET /v2.0/ports?device_id=39c197ef-8b12-43d6-a836-98115174e241 HTTP/1.1" status: 200 len: 944 time: 0.1017148 Sep 22 04:28:47.648681 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] For port 8bbc27e8-66bd-40d3-8c36-f856e02fdba3, host dv-cinder-810118-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810118-1-iscsi',level=0,port_id=8bbc27e8-66bd-40d3-8c36-f856e02fdba3,segment=NetworkSegment(52b11b22-035d-48af-b1df-a7c29b32f724),segment_id=52b11b22-035d-48af-b1df-a7c29b32f724)] {{(pid=94617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:28:47.701715 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-7d23c9a8-012e-479d-9145-f49ae9ccc71b req-bfafa56b-3670-4868-8d2c-e335bce63d6d tempest-DeleteServersTestJSON-1499673524 tempest-DeleteServersTestJSON-1499673524-project] 10.222.0.24 "GET /v2.0/security-groups?id=fe8194a4-d50b-48ab-a66c-de139119b70d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612161 Sep 22 04:28:47.708019 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-13b040e9-334a-42f1-95e6-1128b1b23bcb req-36409e03-5cc4-4979-918c-b4fa7bb0c33a service neutron] 10.222.0.24 "GET /v2.0/networks/c3127e33-e3a7-40dd-befc-6cdb5ff134d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3587632 Sep 22 04:28:47.966435 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-13b040e9-334a-42f1-95e6-1128b1b23bcb req-1736b8ae-5b99-454b-9db4-fef1e6c43e75 service neutron] 10.222.0.24 "GET /v2.0/networks/c3127e33-e3a7-40dd-befc-6cdb5ff134d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132033 Sep 22 04:28:47.980827 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d91c38-5fcd-4050-b062-a19cb400a3ba req-c694610f-e19d-4ce6-9474-e9359c143cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:28:47.982368 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-47d91c38-5fcd-4050-b062-a19cb400a3ba req-c694610f-e19d-4ce6-9474-e9359c143cab service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=94be7b84cda24c308b938ee70df77a79&device_id=2bfb29ed-f586-48e0-aff0-468f89beab91 HTTP/1.1" status: 200 len: 1096 time: 0.0446842 Sep 22 04:28:48.049791 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:48.105716 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Pushing event updated for resources: {'Port': ['ID=8bbc27e8-66bd-40d3-8c36-f856e02fdba3,revision_number=5']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:28:48.165863 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f7ca28-2f9b-41bf-b04b-0bcf7fdcd409 req-d142b983-90e0-420b-9c6d-84de62371abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:28:48.167496 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-e0f7ca28-2f9b-41bf-b04b-0bcf7fdcd409 req-d142b983-90e0-420b-9c6d-84de62371abf service neutron] 10.222.0.30 "GET /v2.0/networks?id=631cdd21-982c-4d3d-9e49-59308f7cc68e HTTP/1.1" status: 200 len: 912 time: 0.2446177 Sep 22 04:28:48.350280 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-1b80f05b-7151-4014-b9a6-58615929b7ab req-07746db3-b3b1-4899-a40c-d1128935a682 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=73071d9e-f5bc-439b-a5c9-d1ef0da01f57 HTTP/1.1" status: 200 len: 210 time: 0.0692770 Sep 22 04:28:48.437243 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7134b4-f067-4b57-8aff-c01c24e8572f req-917eb831-c661-44a6-b6f4-ff3b6f6591cc tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:28:48.453865 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-5e7134b4-f067-4b57-8aff-c01c24e8572f req-917eb831-c661-44a6-b6f4-ff3b6f6591cc tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bfb29ed-f586-48e0-aff0-468f89beab91 HTTP/1.1" status: 200 len: 943 time: 0.0911789 Sep 22 04:28:48.516780 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-5e7134b4-f067-4b57-8aff-c01c24e8572f req-bcd6489e-f193-496c-ac88-11bfb603ebf8 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bc11e4-7abd-4750-8ac3-63f5066b0018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619764 Sep 22 04:28:48.618926 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-7d59e292-c3fd-41af-a9a3-6892003c88db req-970f1488-20a3-40c5-ac5f-bac62c465e57 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/ports?device_id=82c75eac-ff79-4e36-86b8-c01f924f13fa HTTP/1.1" status: 200 len: 210 time: 0.0306537 Sep 22 04:28:48.888831 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1764da-2387-4003-b2fc-bde642574570 req-6dbc1c55-5671-49f4-b484-58ba3a3a2d7d tempest-DeleteServersTestJSON-1499673524 tempest-DeleteServersTestJSON-1499673524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:28:48.890346 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-af1764da-2387-4003-b2fc-bde642574570 req-6dbc1c55-5671-49f4-b484-58ba3a3a2d7d tempest-DeleteServersTestJSON-1499673524 tempest-DeleteServersTestJSON-1499673524-project] 10.222.0.24 "GET /v2.0/ports?device_id=39c197ef-8b12-43d6-a836-98115174e241 HTTP/1.1" status: 200 len: 944 time: 0.0670350 Sep 22 04:28:48.985937 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-af1764da-2387-4003-b2fc-bde642574570 req-5ca292f4-ff61-4f7d-8490-86dd28d0a10f tempest-DeleteServersTestJSON-1499673524 tempest-DeleteServersTestJSON-1499673524-project] 10.222.0.24 "GET /v2.0/security-groups?id=fe8194a4-d50b-48ab-a66c-de139119b70d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885010 Sep 22 04:28:49.243232 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Device 8bbc27e8-66bd-40d3-8c36-f856e02fdba3 up at agent ovs-agent-dv-cinder-810118-1-iscsi {{(pid=94617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 04:28:49.330959 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Provisioning complete for port 8bbc27e8-66bd-40d3-8c36-f856e02fdba3 triggered by entity L2. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 04:28:49.334743 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628798'] for port, provisioning_complete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:49.503127 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-bea06167-20d0-4320-a61c-78e737d9ac11 req-bffeb133-6037-4065-a314-06bdf68008fb tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=73071d9e-f5bc-439b-a5c9-d1ef0da01f57 HTTP/1.1" status: 200 len: 210 time: 0.0321164 Sep 22 04:28:49.669864 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81b5029-913d-4c50-ad05-9e4ecd6e0a03 req-ee4141d4-bfbe-4433-b0d6-1a22ace94d94 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:28:49.671900 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-f81b5029-913d-4c50-ad05-9e4ecd6e0a03 req-ee4141d4-bfbe-4433-b0d6-1a22ace94d94 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bfb29ed-f586-48e0-aff0-468f89beab91 HTTP/1.1" status: 200 len: 943 time: 0.0563331 Sep 22 04:28:49.720869 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-f81b5029-913d-4c50-ad05-9e4ecd6e0a03 req-77d62998-5965-46d9-83ed-4e92002b07c5 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bc11e4-7abd-4750-8ac3-63f5066b0018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394588 Sep 22 04:28:49.726677 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-37b5a692-794b-4df5-9d1a-c263c83ea46a req-8fa8e6e8-36a5-4a3e-b795-eb4b0e429aa7 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/ports?device_id=82c75eac-ff79-4e36-86b8-c01f924f13fa HTTP/1.1" status: 200 len: 210 time: 0.0286767 Sep 22 04:28:50.103050 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-e010d7b0-2dcd-4089-b151-df4b28d26341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:50.107496 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4163c2e9-0b7c-41b2-945d-863eb009abf4 req-543c3073-0136-4aab-91d3-ae9f31a54dad tempest-DeleteServersTestJSON-1499673524 tempest-DeleteServersTestJSON-1499673524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:28:50.109073 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-4163c2e9-0b7c-41b2-945d-863eb009abf4 req-543c3073-0136-4aab-91d3-ae9f31a54dad tempest-DeleteServersTestJSON-1499673524 tempest-DeleteServersTestJSON-1499673524-project] 10.222.0.24 "GET /v2.0/ports?device_id=39c197ef-8b12-43d6-a836-98115174e241 HTTP/1.1" status: 200 len: 944 time: 0.0534236 Sep 22 04:28:50.151488 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-4163c2e9-0b7c-41b2-945d-863eb009abf4 req-4c6311f0-de5d-4bf2-89ed-fcbfd8b37230 tempest-DeleteServersTestJSON-1499673524 tempest-DeleteServersTestJSON-1499673524-project] 10.222.0.24 "GET /v2.0/security-groups?id=fe8194a4-d50b-48ab-a66c-de139119b70d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365076 Sep 22 04:28:50.366312 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-47d91c38-5fcd-4050-b062-a19cb400a3ba req-7cd86be0-145c-4208-87f6-873f7fb887c7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ced3eb09-8f02-495f-a797-099db1f64e83 HTTP/1.1" status: 200 len: 217 time: 0.0362287 Sep 22 04:28:50.438585 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d91c38-5fcd-4050-b062-a19cb400a3ba req-4043cf2f-aae8-46f2-a0bc-8e67bcd9b54f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:28:50.440086 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-47d91c38-5fcd-4050-b062-a19cb400a3ba req-4043cf2f-aae8-46f2-a0bc-8e67bcd9b54f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f03785a8-558b-4999-9e02-c5e13eae7968 HTTP/1.1" status: 200 len: 855 time: 0.0627501 Sep 22 04:28:50.501613 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-47d91c38-5fcd-4050-b062-a19cb400a3ba req-7d2df0f2-a829-40fa-a9b1-1a9c1e022266 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1dc84c4f-742d-475a-805c-2bdd99c4cbad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496795 Sep 22 04:28:50.569288 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-e0f7ca28-2f9b-41bf-b04b-0bcf7fdcd409 req-a35c09d1-3456-4e6b-ad18-19b51df75252 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a3926b2-72b2-493b-be35-a7d7d5d76fa7 HTTP/1.1" status: 200 len: 217 time: 0.2424681 Sep 22 04:28:50.649753 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-47d91c38-5fcd-4050-b062-a19cb400a3ba req-aa3ab93c-c4b7-4c3c-bc3b-080226999c91 service neutron] 10.222.0.30 "GET /v2.0/networks/1dc84c4f-742d-475a-805c-2bdd99c4cbad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377256 Sep 22 04:28:50.659606 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-c533abc3-c959-4d09-856b-fb0c330a71c1 req-71647260-210e-488c-ac2a-ae3b4ce9643d tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=73071d9e-f5bc-439b-a5c9-d1ef0da01f57 HTTP/1.1" status: 200 len: 210 time: 0.0444427 Sep 22 04:28:50.667820 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f7ca28-2f9b-41bf-b04b-0bcf7fdcd409 req-64df8562-19ab-42b1-a53c-52f5fc87c8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:28:50.669629 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-e0f7ca28-2f9b-41bf-b04b-0bcf7fdcd409 req-64df8562-19ab-42b1-a53c-52f5fc87c8c7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=04aee237-c370-43f4-ad61-723996f9fedd HTTP/1.1" status: 200 len: 852 time: 0.0908957 Sep 22 04:28:50.739355 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-e0f7ca28-2f9b-41bf-b04b-0bcf7fdcd409 req-9a71a254-81e6-4d68-b373-f0ca4c5893e1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=631cdd21-982c-4d3d-9e49-59308f7cc68e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600424 Sep 22 04:28:50.834610 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-3203461f-1a33-4788-8d89-d7c46035cca2 req-5cc6d22e-be3e-496a-9f3c-7c6e917c3b1f tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/ports?device_id=82c75eac-ff79-4e36-86b8-c01f924f13fa HTTP/1.1" status: 200 len: 210 time: 0.0267169 Sep 22 04:28:50.843562 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c30d4d-ae69-4cae-88ce-a44c46f64586 req-bf792af6-4e2d-465d-8d86-7447229a9413 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:28:50.845298 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-82c30d4d-ae69-4cae-88ce-a44c46f64586 req-bf792af6-4e2d-465d-8d86-7447229a9413 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bfb29ed-f586-48e0-aff0-468f89beab91 HTTP/1.1" status: 200 len: 943 time: 0.0557730 Sep 22 04:28:50.885300 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-82c30d4d-ae69-4cae-88ce-a44c46f64586 req-cda3129e-efe2-4d2d-97d4-f54e98bee21e tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bc11e4-7abd-4750-8ac3-63f5066b0018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325603 Sep 22 04:28:50.909350 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-47d91c38-5fcd-4050-b062-a19cb400a3ba req-c46802c6-7964-405c-9359-bae1349027ed service neutron] 10.222.0.30 "GET /v2.0/networks/1dc84c4f-742d-475a-805c-2bdd99c4cbad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514110 Sep 22 04:28:50.983542 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-e0f7ca28-2f9b-41bf-b04b-0bcf7fdcd409 req-08e0afc4-fe01-422d-a2a7-1fbf9f89af09 service neutron] 10.222.0.30 "GET /v2.0/networks/631cdd21-982c-4d3d-9e49-59308f7cc68e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366388 Sep 22 04:28:51.081700 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-e0f7ca28-2f9b-41bf-b04b-0bcf7fdcd409 req-4020568b-ad50-482d-af18-3106b981da8a service neutron] 10.222.0.30 "GET /v2.0/networks/631cdd21-982c-4d3d-9e49-59308f7cc68e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879292 Sep 22 04:28:51.158278 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fd9cda-62f9-4ac2-baae-bf0e64fa683e req-415d1418-3a56-4fab-a9eb-3d6802be0743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:28:51.159801 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-c0fd9cda-62f9-4ac2-baae-bf0e64fa683e req-415d1418-3a56-4fab-a9eb-3d6802be0743 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=94be7b84cda24c308b938ee70df77a79&device_id=2bfb29ed-f586-48e0-aff0-468f89beab91 HTTP/1.1" status: 200 len: 1096 time: 0.0583971 Sep 22 04:28:51.217679 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 40980) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:28:51.282200 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fd9cda-62f9-4ac2-baae-bf0e64fa683e req-de3e3de7-06c4-4146-85dc-151c191ead7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:28:51.283986 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-c0fd9cda-62f9-4ac2-baae-bf0e64fa683e req-de3e3de7-06c4-4146-85dc-151c191ead7a service neutron] 10.222.0.30 "GET /v2.0/networks?id=1dc84c4f-742d-475a-805c-2bdd99c4cbad HTTP/1.1" status: 200 len: 915 time: 0.1166365 Sep 22 04:28:51.331295 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 40986) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:28:51.346997 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-c0fd9cda-62f9-4ac2-baae-bf0e64fa683e req-148069c8-d6f9-4fce-a8c2-cd0342a6eeeb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ced3eb09-8f02-495f-a797-099db1f64e83 HTTP/1.1" status: 200 len: 217 time: 0.0442190 Sep 22 04:28:51.364663 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8703023a-3916-47fb-8435-d757ddaeef18 req-3204105f-2fc5-4eb0-b420-843579e4dca7 tempest-DeleteServersTestJSON-1499673524 tempest-DeleteServersTestJSON-1499673524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:28:51.369584 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-bbe7fe8e-6cf0-4ea1-bec4-9830246c3544 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:51.372594 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-8703023a-3916-47fb-8435-d757ddaeef18 req-3204105f-2fc5-4eb0-b420-843579e4dca7 tempest-DeleteServersTestJSON-1499673524 tempest-DeleteServersTestJSON-1499673524-project] 10.222.0.24 "GET /v2.0/ports?device_id=39c197ef-8b12-43d6-a836-98115174e241 HTTP/1.1" status: 200 len: 944 time: 0.0995214 Sep 22 04:28:51.409765 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-c0998ad5-edee-47fd-843c-1fc4f40b187d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:51.449506 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-8703023a-3916-47fb-8435-d757ddaeef18 req-e7f483cf-f4aa-4292-900b-904884e904d9 tempest-DeleteServersTestJSON-1499673524 tempest-DeleteServersTestJSON-1499673524-project] 10.222.0.24 "GET /v2.0/security-groups?id=fe8194a4-d50b-48ab-a66c-de139119b70d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760455 Sep 22 04:28:51.454575 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fd9cda-62f9-4ac2-baae-bf0e64fa683e req-009265b8-4966-4b6b-9303-c44618e2fd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:28:51.454683 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-c0fd9cda-62f9-4ac2-baae-bf0e64fa683e req-009265b8-4966-4b6b-9303-c44618e2fd32 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f03785a8-558b-4999-9e02-c5e13eae7968 HTTP/1.1" status: 200 len: 855 time: 0.0801294 Sep 22 04:28:51.494549 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-c0fd9cda-62f9-4ac2-baae-bf0e64fa683e req-0fa09233-2d1d-46a8-8952-7e0128fbe847 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1dc84c4f-742d-475a-805c-2bdd99c4cbad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309293 Sep 22 04:28:51.531363 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-bbe7fe8e-6cf0-4ea1-bec4-9830246c3544 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:51.595611 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-c0fd9cda-62f9-4ac2-baae-bf0e64fa683e req-416f89ce-48fc-407a-903a-6797cb67872e service neutron] 10.222.0.30 "GET /v2.0/networks/1dc84c4f-742d-475a-805c-2bdd99c4cbad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893271 Sep 22 04:28:51.683152 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-bbe7fe8e-6cf0-4ea1-bec4-9830246c3544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:51.690549 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-c0fd9cda-62f9-4ac2-baae-bf0e64fa683e req-7e29122e-28b7-4c58-bf5a-2c4d85d05180 service neutron] 10.222.0.30 "GET /v2.0/networks/1dc84c4f-742d-475a-805c-2bdd99c4cbad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865180 Sep 22 04:28:51.765909 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe7fe8e-6cf0-4ea1-bec4-9830246c3544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf823f7b-40ac-49ff-b41d-7087d2ae7701,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:28:51.771117 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-bbe7fe8e-6cf0-4ea1-bec4-9830246c3544 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8d02e00faae44b53abb10b6acee0db69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5523911 Sep 22 04:28:51.774361 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 41000) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:28:51.794116 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-3610111c-38f7-44fd-b61b-b987385f46a7 req-18600dfc-a0f6-4986-83f5-66066553b864 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=73071d9e-f5bc-439b-a5c9-d1ef0da01f57 HTTP/1.1" status: 200 len: 210 time: 0.0429811 Sep 22 04:28:51.825225 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-e0ef6ee2-9a84-490c-ab6a-5748c5cb994d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:51.862112 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-e0ef6ee2-9a84-490c-ab6a-5748c5cb994d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:51.864560 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-c0998ad5-edee-47fd-843c-1fc4f40b187d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:51.951933 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-39e4d22a-d472-41d0-bf05-c2523c1c04e2 req-22a783d1-2ae5-4889-be85-25e27d9b17c6 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/ports?device_id=82c75eac-ff79-4e36-86b8-c01f924f13fa HTTP/1.1" status: 200 len: 210 time: 0.0340967 Sep 22 04:28:52.014536 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e739a2-9f87-44b5-b5b4-0262bb6d2660 req-0f9fadf6-3804-4557-a6b7-7c4aed0e16c8 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:28:52.016068 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-24e739a2-9f87-44b5-b5b4-0262bb6d2660 req-0f9fadf6-3804-4557-a6b7-7c4aed0e16c8 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bfb29ed-f586-48e0-aff0-468f89beab91 HTTP/1.1" status: 200 len: 943 time: 0.0481160 Sep 22 04:28:52.017198 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-c0998ad5-edee-47fd-843c-1fc4f40b187d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:52.036253 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-e0ef6ee2-9a84-490c-ab6a-5748c5cb994d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:52.040760 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-e0ef6ee2-9a84-490c-ab6a-5748c5cb994d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:52.041991 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-e0ef6ee2-9a84-490c-ab6a-5748c5cb994d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bf823f7b-40ac-49ff-b41d-7087d2ae7701 HTTP/1.1" status: 204 len: 168 time: 0.2665985 Sep 22 04:28:52.065160 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b040e9-334a-42f1-95e6-1128b1b23bcb req-c08eaf73-3870-4657-8ef4-8d56f6dc960c tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:28:52.066624 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-13b040e9-334a-42f1-95e6-1128b1b23bcb req-c08eaf73-3870-4657-8ef4-8d56f6dc960c tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.30 "GET /v2.0/networks?id=c3127e33-e3a7-40dd-befc-6cdb5ff134d1 HTTP/1.1" status: 200 len: 819 time: 0.1399629 Sep 22 04:28:52.067611 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ef6ee2-9a84-490c-ab6a-5748c5cb994d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf823f7b-40ac-49ff-b41d-7087d2ae7701,revision_number=None']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:28:52.071214 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0998ad5-edee-47fd-843c-1fc4f40b187d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae2608ff-df03-4981-9198-c32c5fec9a7f,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:28:52.075638 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-c0998ad5-edee-47fd-843c-1fc4f40b187d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1eff4a235f3744d8b1f66cd095fd6eda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7430034 Sep 22 04:28:52.078842 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 41008) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:28:52.085361 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.v2.base [req-13b040e9-334a-42f1-95e6-1128b1b23bcb req-980d823a-1637-4e65-bbce-fdbc77de8918 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Request body: {'port': {'device_id': '82c75eac-ff79-4e36-86b8-c01f924f13fa', 'network_id': 'c3127e33-e3a7-40dd-befc-6cdb5ff134d1', 'admin_state_up': True, 'tenant_id': 'a1cd15fdc6c94a548394ecbbef9cfbdb'}} {{(pid=94616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 04:28:52.110443 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-24e739a2-9f87-44b5-b5b4-0262bb6d2660 req-31838281-beda-4d9d-b692-b236c8cb981d tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bc11e4-7abd-4750-8ac3-63f5066b0018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778382 Sep 22 04:28:52.164264 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-bbbf7e96-2c0a-42f3-9011-a442bad90357 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:52.185730 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-bbbf7e96-2c0a-42f3-9011-a442bad90357 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:52.289622 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13b040e9-334a-42f1-95e6-1128b1b23bcb req-980d823a-1637-4e65-bbce-fdbc77de8918 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Made reservation on behalf of a1cd15fdc6c94a548394ecbbef9cfbdb for: {'port': 1} {{(pid=94616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 04:28:52.293928 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-13b040e9-334a-42f1-95e6-1128b1b23bcb req-980d823a-1637-4e65-bbce-fdbc77de8918 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:52.352600 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-bbbf7e96-2c0a-42f3-9011-a442bad90357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:52.356153 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-bbbf7e96-2c0a-42f3-9011-a442bad90357 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:52.357435 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-bbbf7e96-2c0a-42f3-9011-a442bad90357 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ae2608ff-df03-4981-9198-c32c5fec9a7f HTTP/1.1" status: 204 len: 168 time: 0.2724962 Sep 22 04:28:52.366426 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbf7e96-2c0a-42f3-9011-a442bad90357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae2608ff-df03-4981-9198-c32c5fec9a7f,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:28:52.481086 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.db.db_base_plugin_common [req-13b040e9-334a-42f1-95e6-1128b1b23bcb req-980d823a-1637-4e65-bbce-fdbc77de8918 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Allocated IP 172.20.0.7 (c3127e33-e3a7-40dd-befc-6cdb5ff134d1/68bee0f4-b400-45ff-a8a4-2d8e6261d0d5/75abee4a-8c15-411f-ade5-0f4864c5df91) {{(pid=94616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 04:28:52.514468 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-9c71e8cb-f61b-44c2-ad48-10410ffe1fb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:52.678827 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6a7391-8bb5-4f47-9822-5e0782f4ee90 req-a1700f8e-4f49-4615-8b37-1b84b897f4ba tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:28:52.680364 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-1e6a7391-8bb5-4f47-9822-5e0782f4ee90 req-a1700f8e-4f49-4615-8b37-1b84b897f4ba tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.30 "GET /v2.0/networks?id=c3127e33-e3a7-40dd-befc-6cdb5ff134d1 HTTP/1.1" status: 200 len: 819 time: 0.1819994 Sep 22 04:28:52.688321 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00da41fd-7b80-45fa-8e1c-05b91b3b2103 req-cc807c2e-0734-404e-ab65-d8e90b94cfa8 tempest-DeleteServersTestJSON-1499673524 tempest-DeleteServersTestJSON-1499673524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:28:52.689815 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-00da41fd-7b80-45fa-8e1c-05b91b3b2103 req-cc807c2e-0734-404e-ab65-d8e90b94cfa8 tempest-DeleteServersTestJSON-1499673524 tempest-DeleteServersTestJSON-1499673524-project] 10.222.0.24 "GET /v2.0/ports?device_id=39c197ef-8b12-43d6-a836-98115174e241 HTTP/1.1" status: 200 len: 944 time: 0.0987947 Sep 22 04:28:52.698912 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.v2.base [req-1e6a7391-8bb5-4f47-9822-5e0782f4ee90 req-1368e7db-ab60-4064-8c90-95c80c7620af tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Request body: {'port': {'device_id': '1ecf19b8-6886-42a0-afa3-aef3b137e1dc', 'network_id': 'c3127e33-e3a7-40dd-befc-6cdb5ff134d1', 'admin_state_up': True, 'tenant_id': 'a1cd15fdc6c94a548394ecbbef9cfbdb'}} {{(pid=94615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 04:28:52.713697 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-13b040e9-334a-42f1-95e6-1128b1b23bcb req-980d823a-1637-4e65-bbce-fdbc77de8918 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Notify callbacks [] for port, precommit_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:52.787556 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-00da41fd-7b80-45fa-8e1c-05b91b3b2103 req-3be4c82c-cf08-4011-b6b8-1d67778e80f5 tempest-DeleteServersTestJSON-1499673524 tempest-DeleteServersTestJSON-1499673524-project] 10.222.0.24 "GET /v2.0/security-groups?id=fe8194a4-d50b-48ab-a66c-de139119b70d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856385 Sep 22 04:28:52.909740 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-cce098aa-9c4c-469b-9b67-8c90e8202455 req-f4cff697-54a6-4660-87e1-28bbd7ea69a5 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=73071d9e-f5bc-439b-a5c9-d1ef0da01f57 HTTP/1.1" status: 200 len: 210 time: 0.0281029 Sep 22 04:28:52.914584 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-13b040e9-334a-42f1-95e6-1128b1b23bcb req-980d823a-1637-4e65-bbce-fdbc77de8918 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769518673857'] for port, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:52.946633 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e6a7391-8bb5-4f47-9822-5e0782f4ee90 req-1368e7db-ab60-4064-8c90-95c80c7620af tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Made reservation on behalf of a1cd15fdc6c94a548394ecbbef9cfbdb for: {'port': 1} {{(pid=94615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 04:28:52.951277 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13b040e9-334a-42f1-95e6-1128b1b23bcb req-980d823a-1637-4e65-bbce-fdbc77de8918 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Network c3127e33-e3a7-40dd-befc-6cdb5ff134d1 is already hosted by enough agents. {{(pid=94616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 04:28:52.955159 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-1e6a7391-8bb5-4f47-9822-5e0782f4ee90 req-1368e7db-ab60-4064-8c90-95c80c7620af tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:52.966706 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.scheduler.base_scheduler [req-13b040e9-334a-42f1-95e6-1128b1b23bcb req-980d823a-1637-4e65-bbce-fdbc77de8918 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Resources bound (agent type, host, resource id): {{(pid=94616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 04:28:52.970718 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvrscheduler_db [req-13b040e9-334a-42f1-95e6-1128b1b23bcb req-980d823a-1637-4e65-bbce-fdbc77de8918 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Received port after_create {{(pid=94616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 04:28:52.973050 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 41036) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:28:52.977061 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b040e9-334a-42f1-95e6-1128b1b23bcb req-980d823a-1637-4e65-bbce-fdbc77de8918 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:28:52.977700 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-13b040e9-334a-42f1-95e6-1128b1b23bcb req-980d823a-1637-4e65-bbce-fdbc77de8918 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578295'] for port, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:53.004215 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980d823a-1637-4e65-bbce-fdbc77de8918 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Pushing event updated for resources: {'Port': ['ID=75abee4a-8c15-411f-ade5-0f4864c5df91,revision_number=1']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:28:53.010523 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-e683a4d5-a205-4a86-89ef-37485fa65ddc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:53.094851 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cad9d6-acd8-4f3a-b0f8-2cd4e3cadcc1 req-2b743952-1735-4574-9522-a2b676a5f65a tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:28:53.096405 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-c0cad9d6-acd8-4f3a-b0f8-2cd4e3cadcc1 req-2b743952-1735-4574-9522-a2b676a5f65a tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/ports?device_id=82c75eac-ff79-4e36-86b8-c01f924f13fa HTTP/1.1" status: 200 len: 931 time: 0.0711782 Sep 22 04:28:53.119541 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-13b040e9-334a-42f1-95e6-1128b1b23bcb req-980d823a-1637-4e65-bbce-fdbc77de8918 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0380414 Sep 22 04:28:53.134841 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.v2.base [req-13b040e9-334a-42f1-95e6-1128b1b23bcb req-9779c1ac-df38-481c-b34b-b63e184e61fa service neutron] Request body: {'port': {'device_id': '82c75eac-ff79-4e36-86b8-c01f924f13fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81011'}} {{(pid=94616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 04:28:53.143520 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.db.db_base_plugin_common [req-1e6a7391-8bb5-4f47-9822-5e0782f4ee90 req-1368e7db-ab60-4064-8c90-95c80c7620af tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Allocated IP 172.20.0.6 (c3127e33-e3a7-40dd-befc-6cdb5ff134d1/68bee0f4-b400-45ff-a8a4-2d8e6261d0d5/375905af-0844-46f2-a266-6a83b109e386) {{(pid=94615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 04:28:53.158782 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-c0cad9d6-acd8-4f3a-b0f8-2cd4e3cadcc1 req-11c8e5e3-3f0b-4bdc-96ac-6d3895f5b0e9 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa7be617-2fe6-4836-b1f1-d63120ca8390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558164 Sep 22 04:28:53.201997 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-13b040e9-334a-42f1-95e6-1128b1b23bcb req-9779c1ac-df38-481c-b34b-b63e184e61fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:53.249879 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Device 2a3926b2-72b2-493b-be35-a7d7d5d76fa7 details requested by agent hyperv_hv-cinder-81011 with host hv-cinder-81011 {{(pid=94617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 04:28:53.264071 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.30', 50977) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:28:53.344514 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:53.344973 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b9a586-eef1-40e1-8879-1167c0be12ad req-e0204854-aa9f-4a04-8ab2-0efca6e9b1b7 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:28:53.346588 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-96b9a586-eef1-40e1-8879-1167c0be12ad req-e0204854-aa9f-4a04-8ab2-0efca6e9b1b7 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bfb29ed-f586-48e0-aff0-468f89beab91 HTTP/1.1" status: 200 len: 943 time: 0.1281528 Sep 22 04:28:53.365493 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] For port 2a3926b2-72b2-493b-be35-a7d7d5d76fa7, host hv-cinder-81011, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81011',level=0,port_id=2a3926b2-72b2-493b-be35-a7d7d5d76fa7,segment=NetworkSegment(e7837a72-4805-4630-be38-e94de50b24c1),segment_id=e7837a72-4805-4630-be38-e94de50b24c1)] {{(pid=94617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:28:53.369246 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-e683a4d5-a205-4a86-89ef-37485fa65ddc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:53.377818 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Returning: {'device': '2a3926b2-72b2-493b-be35-a7d7d5d76fa7', 'network_id': '631cdd21-982c-4d3d-9e49-59308f7cc68e', 'port_id': '2a3926b2-72b2-493b-be35-a7d7d5d76fa7', 'mac_address': 'fa:16:3e:aa:fd:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04aee237-c370-43f4-ad61-723996f9fedd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 04:28:53.432268 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-96b9a586-eef1-40e1-8879-1167c0be12ad req-3a61a0cd-33f4-45b3-95e6-02b3e7308369 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bc11e4-7abd-4750-8ac3-63f5066b0018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731225 Sep 22 04:28:53.456707 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-1e6a7391-8bb5-4f47-9822-5e0782f4ee90 req-1368e7db-ab60-4064-8c90-95c80c7620af tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Notify callbacks [] for port, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:53.465241 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 41050) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:28:53.468626 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:53.479840 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-e683a4d5-a205-4a86-89ef-37485fa65ddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:53.481623 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99e92af-5dc6-4a30-bf51-14982f0bc094 req-934a9dc4-cf95-47c4-b690-984a357024c5 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:28:53.483793 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-e99e92af-5dc6-4a30-bf51-14982f0bc094 req-934a9dc4-cf95-47c4-b690-984a357024c5 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.30 "GET /v2.0/networks?id=203dddc9-87c2-468f-9ab9-d2290e8ee531 HTTP/1.1" status: 200 len: 816 time: 0.2183352 Sep 22 04:28:53.486340 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.notifiers.nova [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a3926b2-72b2-493b-be35-a7d7d5d76fa7 {{(pid=94617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 04:28:53.509954 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-a5fabc65-a2a4-41d2-aa58-b012a0fa6a86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:53.510195 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] For port 2a3926b2-72b2-493b-be35-a7d7d5d76fa7, host hv-cinder-81011, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81011',level=0,port_id=2a3926b2-72b2-493b-be35-a7d7d5d76fa7,segment=NetworkSegment(e7837a72-4805-4630-be38-e94de50b24c1),segment_id=e7837a72-4805-4630-be38-e94de50b24c1)] {{(pid=94617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:28:53.546689 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-e99e92af-5dc6-4a30-bf51-14982f0bc094 req-d5a4811d-11c6-4074-bfeb-662d06a11a19 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a5932c0fd28d4509bc11811644adc1b2 HTTP/1.1" status: 200 len: 380 time: 0.0531197 Sep 22 04:28:53.552377 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-e683a4d5-a205-4a86-89ef-37485fa65ddc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1ad1e49e6176430a8fe81f4b9a454d0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5709131 Sep 22 04:28:53.556911 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.v2.base [req-e99e92af-5dc6-4a30-bf51-14982f0bc094 req-f591e7a7-b7b5-4c83-a270-dc983d68beee tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Request body: {'port': {'device_id': '73071d9e-f5bc-439b-a5c9-d1ef0da01f57', 'network_id': '203dddc9-87c2-468f-9ab9-d2290e8ee531', 'admin_state_up': True, 'tenant_id': 'a5932c0fd28d4509bc11811644adc1b2', 'security_groups': ['0987b5bf-9d30-4aee-b9ff-4b85b30fe4b3']}} {{(pid=94616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 04:28:53.559994 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 41056) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:28:53.574305 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e683a4d5-a205-4a86-89ef-37485fa65ddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b688ad4-20d3-483c-aeda-e23777cf76ef,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:28:53.656160 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-a5fabc65-a2a4-41d2-aa58-b012a0fa6a86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:53.658354 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-1e6a7391-8bb5-4f47-9822-5e0782f4ee90 req-1368e7db-ab60-4064-8c90-95c80c7620af tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769518673857'] for port, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:53.659013 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:53.714431 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-a10560a4-1161-44ac-b24e-289482cfadc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:53.715174 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e6a7391-8bb5-4f47-9822-5e0782f4ee90 req-1368e7db-ab60-4064-8c90-95c80c7620af tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Network c3127e33-e3a7-40dd-befc-6cdb5ff134d1 is already hosted by enough agents. {{(pid=94615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 04:28:53.718916 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.scheduler.base_scheduler [req-1e6a7391-8bb5-4f47-9822-5e0782f4ee90 req-1368e7db-ab60-4064-8c90-95c80c7620af tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Resources bound (agent type, host, resource id): {{(pid=94615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 04:28:53.729613 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e6a7391-8bb5-4f47-9822-5e0782f4ee90 req-1368e7db-ab60-4064-8c90-95c80c7620af tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Received port after_create {{(pid=94615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 04:28:53.737673 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6a7391-8bb5-4f47-9822-5e0782f4ee90 req-1368e7db-ab60-4064-8c90-95c80c7620af tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:28:53.738320 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-1e6a7391-8bb5-4f47-9822-5e0782f4ee90 req-1368e7db-ab60-4064-8c90-95c80c7620af tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578295'] for port, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:53.763664 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1368e7db-ab60-4064-8c90-95c80c7620af tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Pushing event updated for resources: {'Port': ['ID=375905af-0844-46f2-a266-6a83b109e386,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:28:53.764799 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Pushing event updated for resources: {'Port': ['ID=2a3926b2-72b2-493b-be35-a7d7d5d76fa7,revision_number=4']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:28:53.774986 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-a5fabc65-a2a4-41d2-aa58-b012a0fa6a86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:53.793438 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-a10560a4-1161-44ac-b24e-289482cfadc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:53.810810 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-a5fabc65-a2a4-41d2-aa58-b012a0fa6a86 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e86517b8d7d444268c047f0c4c732921&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3400548 Sep 22 04:28:53.812970 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 41066) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:28:53.830219 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fabc65-a2a4-41d2-aa58-b012a0fa6a86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bc85817-76f6-475b-bb99-e0f180c5c9c2,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:28:53.881970 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-5e737020-b75c-4a35-8346-ffcfcd8a0892 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:53.900127 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.notifiers.nova [req-13b040e9-334a-42f1-95e6-1128b1b23bcb req-9779c1ac-df38-481c-b34b-b63e184e61fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75abee4a-8c15-411f-ade5-0f4864c5df91 {{(pid=94616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 04:28:53.907932 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-13b040e9-334a-42f1-95e6-1128b1b23bcb req-9779c1ac-df38-481c-b34b-b63e184e61fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:53.913168 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] get_ports_and_sgs() called for port_ids ['2a3926b2-72b2-493b-be35-a7d7d5d76fa7'] {{(pid=94617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 04:28:53.919705 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-5e737020-b75c-4a35-8346-ffcfcd8a0892 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:53.928315 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-1e6a7391-8bb5-4f47-9822-5e0782f4ee90 req-1368e7db-ab60-4064-8c90-95c80c7620af tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2382257 Sep 22 04:28:53.945257 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.v2.base [req-1e6a7391-8bb5-4f47-9822-5e0782f4ee90 req-972e2d6c-46ef-4ea7-966c-8d334cf00af1 service neutron] Request body: {'port': {'device_id': '1ecf19b8-6886-42a0-afa3-aef3b137e1dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81011'}} {{(pid=94615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 04:28:53.997124 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bacccdd-cfa2-4951-8db9-03c6eacad0e9 req-23330009-9fe7-43c4-aadb-9661eac30ac9 tempest-DeleteServersTestJSON-1499673524 tempest-DeleteServersTestJSON-1499673524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:28:53.999447 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-3bacccdd-cfa2-4951-8db9-03c6eacad0e9 req-23330009-9fe7-43c4-aadb-9661eac30ac9 tempest-DeleteServersTestJSON-1499673524 tempest-DeleteServersTestJSON-1499673524-project] 10.222.0.24 "GET /v2.0/ports?device_id=39c197ef-8b12-43d6-a836-98115174e241 HTTP/1.1" status: 200 len: 945 time: 0.0608096 Sep 22 04:28:54.027341 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [req-13b040e9-334a-42f1-95e6-1128b1b23bcb req-9779c1ac-df38-481c-b34b-b63e184e61fa service neutron] Transition to ACTIVE for port object 75abee4a-8c15-411f-ade5-0f4864c5df91 will not be triggered until provisioned by entity L2. {{(pid=94616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 04:28:54.027341 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-a10560a4-1161-44ac-b24e-289482cfadc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:54.027341 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-a10560a4-1161-44ac-b24e-289482cfadc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:54.027341 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-a10560a4-1161-44ac-b24e-289482cfadc3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6b688ad4-20d3-483c-aeda-e23777cf76ef HTTP/1.1" status: 204 len: 168 time: 0.4640982 Sep 22 04:28:54.055985 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e99e92af-5dc6-4a30-bf51-14982f0bc094 req-f591e7a7-b7b5-4c83-a270-dc983d68beee tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Made reservation on behalf of a5932c0fd28d4509bc11811644adc1b2 for: {'port': 1} {{(pid=94616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 04:28:54.062301 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-e99e92af-5dc6-4a30-bf51-14982f0bc094 req-f591e7a7-b7b5-4c83-a270-dc983d68beee tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:54.068147 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-53a34d36-fede-4615-bf2a-a81e83b2afd6 req-6bd03ed7-cbad-4530-ad79-d3c2dc0c11ef tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=73071d9e-f5bc-439b-a5c9-d1ef0da01f57 HTTP/1.1" status: 200 len: 210 time: 0.0515602 Sep 22 04:28:54.076592 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-1e6a7391-8bb5-4f47-9822-5e0782f4ee90 req-972e2d6c-46ef-4ea7-966c-8d334cf00af1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:54.103278 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10560a4-1161-44ac-b24e-289482cfadc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b688ad4-20d3-483c-aeda-e23777cf76ef,revision_number=None']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:28:54.119767 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-3bacccdd-cfa2-4951-8db9-03c6eacad0e9 req-a6f49d36-77f4-48bb-b079-500296cdf907 tempest-DeleteServersTestJSON-1499673524 tempest-DeleteServersTestJSON-1499673524-project] 10.222.0.24 "GET /v2.0/security-groups?id=fe8194a4-d50b-48ab-a66c-de139119b70d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139657 Sep 22 04:28:54.126070 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-13b040e9-334a-42f1-95e6-1128b1b23bcb req-9779c1ac-df38-481c-b34b-b63e184e61fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:54.167750 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-62fe730e-da9a-4cac-a5e3-718f571d83ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:54.188507 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9779c1ac-df38-481c-b34b-b63e184e61fa service neutron] Pushing event updated for resources: {'Port': ['ID=75abee4a-8c15-411f-ade5-0f4864c5df91,revision_number=2']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:28:54.248939 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-5e737020-b75c-4a35-8346-ffcfcd8a0892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:54.257040 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-5e737020-b75c-4a35-8346-ffcfcd8a0892 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:54.261364 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-5e737020-b75c-4a35-8346-ffcfcd8a0892 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0bc85817-76f6-475b-bb99-e0f180c5c9c2 HTTP/1.1" status: 204 len: 168 time: 0.4450207 Sep 22 04:28:54.282983 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e737020-b75c-4a35-8346-ffcfcd8a0892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bc85817-76f6-475b-bb99-e0f180c5c9c2,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:28:54.303733 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.managers [req-13b040e9-334a-42f1-95e6-1128b1b23bcb req-9779c1ac-df38-481c-b34b-b63e184e61fa service neutron] Attempting to bind port 75abee4a-8c15-411f-ade5-0f4864c5df91 on host hv-cinder-81011 for vnic_type normal with profile {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 04:28:54.304411 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.managers [req-13b040e9-334a-42f1-95e6-1128b1b23bcb req-9779c1ac-df38-481c-b34b-b63e184e61fa service neutron] Attempting to bind port 75abee4a-8c15-411f-ade5-0f4864c5df91 by drivers openvswitch,hyperv on host hv-cinder-81011 at level 0 using segments [{'id': '52b11b22-035d-48af-b1df-a7c29b32f724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'c3127e33-e3a7-40dd-befc-6cdb5ff134d1'}] {{(pid=94616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 04:28:54.305324 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b040e9-334a-42f1-95e6-1128b1b23bcb req-9779c1ac-df38-481c-b34b-b63e184e61fa service neutron] Attempting to bind port 75abee4a-8c15-411f-ade5-0f4864c5df91 on network c3127e33-e3a7-40dd-befc-6cdb5ff134d1 {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 04:28:54.321704 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b040e9-334a-42f1-95e6-1128b1b23bcb req-9779c1ac-df38-481c-b34b-b63e184e61fa service neutron] Port 75abee4a-8c15-411f-ade5-0f4864c5df91 on network c3127e33-e3a7-40dd-befc-6cdb5ff134d1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81011 {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 04:28:54.322036 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b040e9-334a-42f1-95e6-1128b1b23bcb req-9779c1ac-df38-481c-b34b-b63e184e61fa service neutron] Attempting to bind port 75abee4a-8c15-411f-ade5-0f4864c5df91 on network c3127e33-e3a7-40dd-befc-6cdb5ff134d1 {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 04:28:54.354976 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b040e9-334a-42f1-95e6-1128b1b23bcb req-9779c1ac-df38-481c-b34b-b63e184e61fa service neutron] Checking agent: {'id': '347231d5-0b5a-4d21-8b71-bfdb97c43ccc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81011', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 4, 26, 37), 'started_at': datetime.datetime(2021, 9, 22, 4, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 4, 28, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 04:28:54.355312 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b040e9-334a-42f1-95e6-1128b1b23bcb req-9779c1ac-df38-481c-b34b-b63e184e61fa service neutron] Checking segment: {'id': '52b11b22-035d-48af-b1df-a7c29b32f724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'c3127e33-e3a7-40dd-befc-6cdb5ff134d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 04:28:54.355696 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b040e9-334a-42f1-95e6-1128b1b23bcb req-9779c1ac-df38-481c-b34b-b63e184e61fa service neutron] Bound using segment: {'id': '52b11b22-035d-48af-b1df-a7c29b32f724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'c3127e33-e3a7-40dd-befc-6cdb5ff134d1'} {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 04:28:54.356279 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.managers [req-13b040e9-334a-42f1-95e6-1128b1b23bcb req-9779c1ac-df38-481c-b34b-b63e184e61fa service neutron] Bound port: 75abee4a-8c15-411f-ade5-0f4864c5df91, host: hv-cinder-81011, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52b11b22-035d-48af-b1df-a7c29b32f724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'c3127e33-e3a7-40dd-befc-6cdb5ff134d1'}}] {{(pid=94616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 04:28:54.356751 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-13b040e9-334a-42f1-95e6-1128b1b23bcb req-9779c1ac-df38-481c-b34b-b63e184e61fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:54.399925 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0af533-78b3-42cb-b9e8-bac9aee8dbe9 req-e0fcafb7-aa3f-4ccc-9bac-129b40c7f20c tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:28:54.401621 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-2e0af533-78b3-42cb-b9e8-bac9aee8dbe9 req-e0fcafb7-aa3f-4ccc-9bac-129b40c7f20c tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/ports?device_id=82c75eac-ff79-4e36-86b8-c01f924f13fa HTTP/1.1" status: 200 len: 943 time: 0.1087382 Sep 22 04:28:54.413301 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.db.db_base_plugin_common [req-e99e92af-5dc6-4a30-bf51-14982f0bc094 req-f591e7a7-b7b5-4c83-a270-dc983d68beee tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Allocated IP 172.20.0.4 (203dddc9-87c2-468f-9ab9-d2290e8ee531/e4ceb253-3d8e-46ef-b438-694b8c1700e2/51a19702-4eda-4f86-9047-04b4c57dde31) {{(pid=94616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 04:28:54.461956 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [req-13b040e9-334a-42f1-95e6-1128b1b23bcb req-9779c1ac-df38-481c-b34b-b63e184e61fa service neutron] For port 75abee4a-8c15-411f-ade5-0f4864c5df91, host hv-cinder-81011, cleared binding levels {{(pid=94616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 04:28:54.486261 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [req-13b040e9-334a-42f1-95e6-1128b1b23bcb req-9779c1ac-df38-481c-b34b-b63e184e61fa service neutron] For port 75abee4a-8c15-411f-ade5-0f4864c5df91, host hv-cinder-81011, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81011',level=0,port_id=75abee4a-8c15-411f-ade5-0f4864c5df91,segment=NetworkSegment(52b11b22-035d-48af-b1df-a7c29b32f724),segment_id=52b11b22-035d-48af-b1df-a7c29b32f724)] {{(pid=94616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 04:28:54.487041 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-2e0af533-78b3-42cb-b9e8-bac9aee8dbe9 req-7f71324f-44ee-4079-b645-708c6bcefe5b tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa7be617-2fe6-4836-b1f1-d63120ca8390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779934 Sep 22 04:28:54.487409 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 41086) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:28:54.510422 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.notifiers.nova [req-1e6a7391-8bb5-4f47-9822-5e0782f4ee90 req-972e2d6c-46ef-4ea7-966c-8d334cf00af1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 375905af-0844-46f2-a266-6a83b109e386 {{(pid=94615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 04:28:54.526480 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-1e6a7391-8bb5-4f47-9822-5e0782f4ee90 req-972e2d6c-46ef-4ea7-966c-8d334cf00af1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:54.539629 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.db.provisioning_blocks [req-1e6a7391-8bb5-4f47-9822-5e0782f4ee90 req-972e2d6c-46ef-4ea7-966c-8d334cf00af1 service neutron] Transition to ACTIVE for port object 375905af-0844-46f2-a266-6a83b109e386 will not be triggered until provisioned by entity L2. {{(pid=94615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 04:28:54.623231 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-1e6a7391-8bb5-4f47-9822-5e0782f4ee90 req-972e2d6c-46ef-4ea7-966c-8d334cf00af1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:54.773474 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972e2d6c-46ef-4ea7-966c-8d334cf00af1 service neutron] Pushing event updated for resources: {'Port': ['ID=375905af-0844-46f2-a266-6a83b109e386,revision_number=2']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:28:54.780613 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-13b040e9-334a-42f1-95e6-1128b1b23bcb req-9779c1ac-df38-481c-b34b-b63e184e61fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:54.781668 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.managers [req-1e6a7391-8bb5-4f47-9822-5e0782f4ee90 req-972e2d6c-46ef-4ea7-966c-8d334cf00af1 service neutron] Attempting to bind port 375905af-0844-46f2-a266-6a83b109e386 on host hv-cinder-81011 for vnic_type normal with profile {{(pid=94615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 04:28:54.782831 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.managers [req-1e6a7391-8bb5-4f47-9822-5e0782f4ee90 req-972e2d6c-46ef-4ea7-966c-8d334cf00af1 service neutron] Attempting to bind port 375905af-0844-46f2-a266-6a83b109e386 by drivers openvswitch,hyperv on host hv-cinder-81011 at level 0 using segments [{'id': '52b11b22-035d-48af-b1df-a7c29b32f724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'c3127e33-e3a7-40dd-befc-6cdb5ff134d1'}] {{(pid=94615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 04:28:54.783346 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e6a7391-8bb5-4f47-9822-5e0782f4ee90 req-972e2d6c-46ef-4ea7-966c-8d334cf00af1 service neutron] Attempting to bind port 375905af-0844-46f2-a266-6a83b109e386 on network c3127e33-e3a7-40dd-befc-6cdb5ff134d1 {{(pid=94615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 04:28:54.788926 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e6a7391-8bb5-4f47-9822-5e0782f4ee90 req-972e2d6c-46ef-4ea7-966c-8d334cf00af1 service neutron] Port 375905af-0844-46f2-a266-6a83b109e386 on network c3127e33-e3a7-40dd-befc-6cdb5ff134d1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81011 {{(pid=94615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 04:28:54.789537 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e6a7391-8bb5-4f47-9822-5e0782f4ee90 req-972e2d6c-46ef-4ea7-966c-8d334cf00af1 service neutron] Attempting to bind port 375905af-0844-46f2-a266-6a83b109e386 on network c3127e33-e3a7-40dd-befc-6cdb5ff134d1 {{(pid=94615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 04:28:54.796553 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e6a7391-8bb5-4f47-9822-5e0782f4ee90 req-972e2d6c-46ef-4ea7-966c-8d334cf00af1 service neutron] Checking agent: {'id': '347231d5-0b5a-4d21-8b71-bfdb97c43ccc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81011', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 4, 26, 37), 'started_at': datetime.datetime(2021, 9, 22, 4, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 4, 28, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 04:28:54.797654 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e6a7391-8bb5-4f47-9822-5e0782f4ee90 req-972e2d6c-46ef-4ea7-966c-8d334cf00af1 service neutron] Checking segment: {'id': '52b11b22-035d-48af-b1df-a7c29b32f724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'c3127e33-e3a7-40dd-befc-6cdb5ff134d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 04:28:54.798734 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e6a7391-8bb5-4f47-9822-5e0782f4ee90 req-972e2d6c-46ef-4ea7-966c-8d334cf00af1 service neutron] Bound using segment: {'id': '52b11b22-035d-48af-b1df-a7c29b32f724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'c3127e33-e3a7-40dd-befc-6cdb5ff134d1'} {{(pid=94615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 04:28:54.799546 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.managers [req-1e6a7391-8bb5-4f47-9822-5e0782f4ee90 req-972e2d6c-46ef-4ea7-966c-8d334cf00af1 service neutron] Bound port: 375905af-0844-46f2-a266-6a83b109e386, host: hv-cinder-81011, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52b11b22-035d-48af-b1df-a7c29b32f724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'c3127e33-e3a7-40dd-befc-6cdb5ff134d1'}}] {{(pid=94615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 04:28:54.800216 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-1e6a7391-8bb5-4f47-9822-5e0782f4ee90 req-972e2d6c-46ef-4ea7-966c-8d334cf00af1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:54.840438 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-e59fbc43-fad9-4f5d-87d6-c467d80b7ef4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:54.854551 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b040e9-334a-42f1-95e6-1128b1b23bcb req-9779c1ac-df38-481c-b34b-b63e184e61fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:28:54.855245 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-13b040e9-334a-42f1-95e6-1128b1b23bcb req-9779c1ac-df38-481c-b34b-b63e184e61fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578295'] for port, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:54.856625 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-13b040e9-334a-42f1-95e6-1128b1b23bcb req-9779c1ac-df38-481c-b34b-b63e184e61fa service neutron] 10.222.0.30 "PUT /v2.0/ports/75abee4a-8c15-411f-ade5-0f4864c5df91 HTTP/1.1" status: 200 len: 1093 time: 1.7266235 Sep 22 04:28:54.864931 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82c75eac-ff79-4e36-86b8-c01f924f13fa', 'tag': '75abee4a-8c15-411f-ade5-0f4864c5df91'}] {{(pid=94616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 04:28:54.867762 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ee93b3f7eb2b2b6a350c95698ebe5b9c8d238e2160e747b625fec6bb3c76933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de1a22ab-d7f2-4a26-b7a2-0004f13855e0" -d '{"events": [{"name": "network-changed", "server_uuid": "82c75eac-ff79-4e36-86b8-c01f924f13fa", "tag": "75abee4a-8c15-411f-ade5-0f4864c5df91"}]}' {{(pid=94616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 04:28:54.915217 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.db [req-1e6a7391-8bb5-4f47-9822-5e0782f4ee90 req-972e2d6c-46ef-4ea7-966c-8d334cf00af1 service neutron] For port 375905af-0844-46f2-a266-6a83b109e386, host hv-cinder-81011, cleared binding levels {{(pid=94615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 04:28:54.918363 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.db [req-1e6a7391-8bb5-4f47-9822-5e0782f4ee90 req-972e2d6c-46ef-4ea7-966c-8d334cf00af1 service neutron] For port 375905af-0844-46f2-a266-6a83b109e386, host hv-cinder-81011, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81011',level=0,port_id=375905af-0844-46f2-a266-6a83b109e386,segment=NetworkSegment(52b11b22-035d-48af-b1df-a7c29b32f724),segment_id=52b11b22-035d-48af-b1df-a7c29b32f724)] {{(pid=94615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 04:28:54.928354 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4928c562-fb26-4180-83a1-284c91405a38 req-191d6183-2e76-4f00-a38f-e9cb91b8bd26 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:28:54.930266 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-4928c562-fb26-4180-83a1-284c91405a38 req-191d6183-2e76-4f00-a38f-e9cb91b8bd26 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bfb29ed-f586-48e0-aff0-468f89beab91 HTTP/1.1" status: 200 len: 943 time: 0.4055605 Sep 22 04:28:54.940170 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 04:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-645287ca-f544-4aff-9d3d-7f9deb0d8a3e x-openstack-request-id: req-645287ca-f544-4aff-9d3d-7f9deb0d8a3e {{(pid=94616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 04:28:54.940451 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82c75eac-ff79-4e36-86b8-c01f924f13fa", "tag": "75abee4a-8c15-411f-ade5-0f4864c5df91", "status": "completed", "code": 200}]} {{(pid=94616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 04:28:54.940715 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-645287ca-f544-4aff-9d3d-7f9deb0d8a3e {{(pid=94616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 04:28:54.941095 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82c75eac-ff79-4e36-86b8-c01f924f13fa', 'tag': '75abee4a-8c15-411f-ade5-0f4864c5df91', 'status': 'completed', 'code': 200} Sep 22 04:28:54.947032 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-e99e92af-5dc6-4a30-bf51-14982f0bc094 req-f591e7a7-b7b5-4c83-a270-dc983d68beee tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Notify callbacks [] for port, precommit_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:54.947032 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9779c1ac-df38-481c-b34b-b63e184e61fa service neutron] Pushing event updated for resources: {'Port': ['ID=75abee4a-8c15-411f-ade5-0f4864c5df91,revision_number=3']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:28:54.989633 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-1e6a7391-8bb5-4f47-9822-5e0782f4ee90 req-972e2d6c-46ef-4ea7-966c-8d334cf00af1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:55.033654 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6a7391-8bb5-4f47-9822-5e0782f4ee90 req-972e2d6c-46ef-4ea7-966c-8d334cf00af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:28:55.034680 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-1e6a7391-8bb5-4f47-9822-5e0782f4ee90 req-972e2d6c-46ef-4ea7-966c-8d334cf00af1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578295'] for port, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:55.036096 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-1e6a7391-8bb5-4f47-9822-5e0782f4ee90 req-972e2d6c-46ef-4ea7-966c-8d334cf00af1 service neutron] 10.222.0.30 "PUT /v2.0/ports/375905af-0844-46f2-a266-6a83b109e386 HTTP/1.1" status: 200 len: 1093 time: 1.0978539 Sep 22 04:28:55.036604 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ecf19b8-6886-42a0-afa3-aef3b137e1dc', 'tag': '375905af-0844-46f2-a266-6a83b109e386'}] {{(pid=94615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 04:28:55.039033 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d27d553a3b9744112e878a2e80866f1fe0303ccc5aac5545403223d44c5d0e8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-babf612f-c196-4a8f-b9fd-e80bc369ef82" -d '{"events": [{"name": "network-changed", "server_uuid": "1ecf19b8-6886-42a0-afa3-aef3b137e1dc", "tag": "375905af-0844-46f2-a266-6a83b109e386"}]}' {{(pid=94615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 04:28:55.074098 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-4928c562-fb26-4180-83a1-284c91405a38 req-7540efad-a750-404a-8ce7-26b1ab2b8642 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bc11e4-7abd-4750-8ac3-63f5066b0018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188467 Sep 22 04:28:55.081767 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972e2d6c-46ef-4ea7-966c-8d334cf00af1 service neutron] Pushing event updated for resources: {'Port': ['ID=375905af-0844-46f2-a266-6a83b109e386,revision_number=3']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:28:55.095535 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1a22ab-d7f2-4a26-b7a2-0004f13855e0 req-2a1619ed-44ac-46ad-9a4c-92cced895a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:28:55.097068 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-de1a22ab-d7f2-4a26-b7a2-0004f13855e0 req-2a1619ed-44ac-46ad-9a4c-92cced895a6b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a1cd15fdc6c94a548394ecbbef9cfbdb&device_id=82c75eac-ff79-4e36-86b8-c01f924f13fa HTTP/1.1" status: 200 len: 1096 time: 0.1267803 Sep 22 04:28:55.115013 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 04:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44e4a06b-b72c-4e12-8478-4dd2b86e3787 x-openstack-request-id: req-44e4a06b-b72c-4e12-8478-4dd2b86e3787 {{(pid=94615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 04:28:55.115406 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ecf19b8-6886-42a0-afa3-aef3b137e1dc", "tag": "375905af-0844-46f2-a266-6a83b109e386", "status": "completed", "code": 200}]} {{(pid=94615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 04:28:55.116078 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-44e4a06b-b72c-4e12-8478-4dd2b86e3787 {{(pid=94615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 04:28:55.116229 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ecf19b8-6886-42a0-afa3-aef3b137e1dc', 'tag': '375905af-0844-46f2-a266-6a83b109e386', 'status': 'completed', 'code': 200} Sep 22 04:28:55.196697 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babf612f-c196-4a8f-b9fd-e80bc369ef82 req-9816fc41-e1b4-455c-83ff-097f5bfbc1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:28:55.198499 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-babf612f-c196-4a8f-b9fd-e80bc369ef82 req-9816fc41-e1b4-455c-83ff-097f5bfbc1c6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a1cd15fdc6c94a548394ecbbef9cfbdb&device_id=1ecf19b8-6886-42a0-afa3-aef3b137e1dc HTTP/1.1" status: 200 len: 1096 time: 0.0541553 Sep 22 04:28:55.201963 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-e59fbc43-fad9-4f5d-87d6-c467d80b7ef4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:55.209092 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-e99e92af-5dc6-4a30-bf51-14982f0bc094 req-f591e7a7-b7b5-4c83-a270-dc983d68beee tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769518673857'] for port, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:55.252752 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Device ced3eb09-8f02-495f-a797-099db1f64e83 details requested by agent hyperv_hv-cinder-81011 with host hv-cinder-81011 {{(pid=94617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 04:28:55.286288 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Device 2a3926b2-72b2-493b-be35-a7d7d5d76fa7 up at agent hyperv_hv-cinder-81011 {{(pid=94617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 04:28:55.308616 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-e59fbc43-fad9-4f5d-87d6-c467d80b7ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:55.375954 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59fbc43-fad9-4f5d-87d6-c467d80b7ef4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8f641f3-a16b-4e8f-ab02-4d02db0eb82a,revision_number=1']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:28:55.400117 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e99e92af-5dc6-4a30-bf51-14982f0bc094 req-f591e7a7-b7b5-4c83-a270-dc983d68beee tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Network 203dddc9-87c2-468f-9ab9-d2290e8ee531 is already hosted by enough agents. {{(pid=94616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 04:28:55.413408 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.scheduler.base_scheduler [req-e99e92af-5dc6-4a30-bf51-14982f0bc094 req-f591e7a7-b7b5-4c83-a270-dc983d68beee tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Resources bound (agent type, host, resource id): {{(pid=94616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 04:28:55.456603 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvrscheduler_db [req-e99e92af-5dc6-4a30-bf51-14982f0bc094 req-f591e7a7-b7b5-4c83-a270-dc983d68beee tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Received port after_create {{(pid=94616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 04:28:55.462759 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99e92af-5dc6-4a30-bf51-14982f0bc094 req-f591e7a7-b7b5-4c83-a270-dc983d68beee tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:28:55.463423 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-e99e92af-5dc6-4a30-bf51-14982f0bc094 req-f591e7a7-b7b5-4c83-a270-dc983d68beee tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578295'] for port, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:55.514260 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f591e7a7-b7b5-4c83-a270-dc983d68beee tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Pushing event updated for resources: {'Port': ['ID=51a19702-4eda-4f86-9047-04b4c57dde31,revision_number=1']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:28:55.519567 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1a22ab-d7f2-4a26-b7a2-0004f13855e0 req-cbb4d176-84ae-4841-ade2-6755e3ef9eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:28:55.521684 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-de1a22ab-d7f2-4a26-b7a2-0004f13855e0 req-cbb4d176-84ae-4841-ade2-6755e3ef9eb4 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=a1cd15fdc6c94a548394ecbbef9cfbdb&shared=False HTTP/1.1" status: 200 len: 919 time: 0.4081161 Sep 22 04:28:55.547343 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd06cd68-e33e-414d-a733-ab97dd9b5527 req-d58ccd6b-09ab-4c4a-8dce-13ef06ef6874 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:28:55.556278 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] For port ced3eb09-8f02-495f-a797-099db1f64e83, host hv-cinder-81011, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81011',level=0,port_id=ced3eb09-8f02-495f-a797-099db1f64e83,segment=NetworkSegment(bc8c3708-e396-4d9b-bfd8-c6b3490a63a6),segment_id=bc8c3708-e396-4d9b-bfd8-c6b3490a63a6)] {{(pid=94617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:28:55.557717 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-fd06cd68-e33e-414d-a733-ab97dd9b5527 req-d58ccd6b-09ab-4c4a-8dce-13ef06ef6874 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=73071d9e-f5bc-439b-a5c9-d1ef0da01f57 HTTP/1.1" status: 200 len: 931 time: 0.3578250 Sep 22 04:28:55.562177 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-e59fbc43-fad9-4f5d-87d6-c467d80b7ef4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9457db0559354f4b8f9324abadaa33b4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0737834 Sep 22 04:28:55.565618 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 41142) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:28:55.576388 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Returning: {'device': 'ced3eb09-8f02-495f-a797-099db1f64e83', 'network_id': '1dc84c4f-742d-475a-805c-2bdd99c4cbad', 'port_id': 'ced3eb09-8f02-495f-a797-099db1f64e83', 'mac_address': 'fa:16:3e:15:f4:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f03785a8-558b-4999-9e02-c5e13eae7968', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 04:28:55.591036 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c9cd22-7550-49f0-b0b6-47507a40c893 req-20619bca-3e7e-4510-a3fc-b3f9645ff8e6 tempest-DeleteServersTestJSON-1499673524 tempest-DeleteServersTestJSON-1499673524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:28:55.593698 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-23c9cd22-7550-49f0-b0b6-47507a40c893 req-20619bca-3e7e-4510-a3fc-b3f9645ff8e6 tempest-DeleteServersTestJSON-1499673524 tempest-DeleteServersTestJSON-1499673524-project] 10.222.0.24 "GET /v2.0/ports?device_id=39c197ef-8b12-43d6-a836-98115174e241 HTTP/1.1" status: 200 len: 945 time: 0.3702655 Sep 22 04:28:55.631487 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-e99e92af-5dc6-4a30-bf51-14982f0bc094 req-f591e7a7-b7b5-4c83-a270-dc983d68beee tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0787375 Sep 22 04:28:55.655083 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:55.656110 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.v2.base [req-e99e92af-5dc6-4a30-bf51-14982f0bc094 req-4a4c0704-87ed-435b-8dd8-3f8c58275ecc service neutron] Request body: {'port': {'device_id': '73071d9e-f5bc-439b-a5c9-d1ef0da01f57', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81011'}} {{(pid=94616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 04:28:55.657530 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babf612f-c196-4a8f-b9fd-e80bc369ef82 req-2831a41c-1173-43e3-aeb0-a77b9c4727b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:28:55.662269 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-babf612f-c196-4a8f-b9fd-e80bc369ef82 req-2831a41c-1173-43e3-aeb0-a77b9c4727b5 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=a1cd15fdc6c94a548394ecbbef9cfbdb&shared=False HTTP/1.1" status: 200 len: 919 time: 0.4542518 Sep 22 04:28:55.677507 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.notifiers.nova [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ced3eb09-8f02-495f-a797-099db1f64e83 {{(pid=94617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 04:28:55.701490 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] For port ced3eb09-8f02-495f-a797-099db1f64e83, host hv-cinder-81011, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81011',level=0,port_id=ced3eb09-8f02-495f-a797-099db1f64e83,segment=NetworkSegment(bc8c3708-e396-4d9b-bfd8-c6b3490a63a6),segment_id=bc8c3708-e396-4d9b-bfd8-c6b3490a63a6)] {{(pid=94617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:28:55.702503 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-c7bbae2d-f237-46cc-b838-3371bd865633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:55.703736 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Provisioning for port 2a3926b2-72b2-493b-be35-a7d7d5d76fa7 completed by entity L2. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 04:28:55.708454 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Provisioning complete for port 2a3926b2-72b2-493b-be35-a7d7d5d76fa7 triggered by entity L2. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 04:28:55.708454 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628798'] for port, provisioning_complete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:55.779942 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-73d34cb6-52ed-4814-b9e1-300be5390b94 None None] Provisioning complete for port 51a19702-4eda-4f86-9047-04b4c57dde31 triggered by entity DHCP. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 04:28:55.780298 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-73d34cb6-52ed-4814-b9e1-300be5390b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628798'] for port, provisioning_complete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:55.805939 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 41148) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:28:55.808889 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:55.829366 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-23c9cd22-7550-49f0-b0b6-47507a40c893 req-40b33dd8-ada1-49a6-8a9d-0b0ebf46b059 tempest-DeleteServersTestJSON-1499673524 tempest-DeleteServersTestJSON-1499673524-project] 10.222.0.24 "GET /v2.0/security-groups?id=fe8194a4-d50b-48ab-a66c-de139119b70d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265267 Sep 22 04:28:55.877327 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.plugin [None req-73d34cb6-52ed-4814-b9e1-300be5390b94 None None] Port 51a19702-4eda-4f86-9047-04b4c57dde31 cannot update to ACTIVE because it is not bound. {{(pid=94617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 04:28:55.929437 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-fd06cd68-e33e-414d-a733-ab97dd9b5527 req-e90f6d8c-842e-48e2-a96c-d7b01cb58ff2 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=0987b5bf-9d30-4aee-b9ff-4b85b30fe4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3524985 Sep 22 04:28:55.965176 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:56.011956 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-5da6a0da-96f7-4ef5-acf5-7e3da3915e88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:56.016447 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-e99e92af-5dc6-4a30-bf51-14982f0bc094 req-4a4c0704-87ed-435b-8dd8-3f8c58275ecc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:56.017108 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] For port 2a3926b2-72b2-493b-be35-a7d7d5d76fa7, host hv-cinder-81011, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81011',level=0,port_id=2a3926b2-72b2-493b-be35-a7d7d5d76fa7,segment=NetworkSegment(e7837a72-4805-4630-be38-e94de50b24c1),segment_id=e7837a72-4805-4630-be38-e94de50b24c1)] {{(pid=94617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:28:56.021103 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1a22ab-d7f2-4a26-b7a2-0004f13855e0 req-1125d82e-acad-4fe2-94f6-7d5aa66f367b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:28:56.022559 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-de1a22ab-d7f2-4a26-b7a2-0004f13855e0 req-1125d82e-acad-4fe2-94f6-7d5aa66f367b service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4565175 Sep 22 04:28:56.038968 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39c197ef-8b12-43d6-a836-98115174e241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a3926b2-72b2-493b-be35-a7d7d5d76fa7'}] {{(pid=94617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 04:28:56.039207 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.v2.base [None req-d722fe36-3a43-4dae-ba67-f8f490946f1e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1392026222-network', 'tenant_id': '39be91eb7916496694c84ce5d62e046b'}} {{(pid=94615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 04:28:56.081601 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-5da6a0da-96f7-4ef5-acf5-7e3da3915e88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:56.115957 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babf612f-c196-4a8f-b9fd-e80bc369ef82 req-31aeca62-68ac-41c4-9913-19d4b73f9211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:28:56.120223 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-babf612f-c196-4a8f-b9fd-e80bc369ef82 req-31aeca62-68ac-41c4-9913-19d4b73f9211 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4472859 Sep 22 04:28:56.150445 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15854161-1817-42ea-b0c6-54408d955169 req-285af6ac-c38c-4801-8a3b-9c74536f5180 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:28:56.163467 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-15854161-1817-42ea-b0c6-54408d955169 req-285af6ac-c38c-4801-8a3b-9c74536f5180 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/ports?device_id=82c75eac-ff79-4e36-86b8-c01f924f13fa HTTP/1.1" status: 200 len: 943 time: 0.1731141 Sep 22 04:28:56.171326 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b040e9-334a-42f1-95e6-1128b1b23bcb req-405bc520-6bc3-4efa-a4c2-413566281c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:28:56.172892 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-13b040e9-334a-42f1-95e6-1128b1b23bcb req-405bc520-6bc3-4efa-a4c2-413566281c6a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a1cd15fdc6c94a548394ecbbef9cfbdb&device_id=82c75eac-ff79-4e36-86b8-c01f924f13fa HTTP/1.1" status: 200 len: 1096 time: 0.0939839 Sep 22 04:28:56.178010 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:56.188263 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] get_ports_and_sgs() called for port_ids ['ced3eb09-8f02-495f-a797-099db1f64e83'] {{(pid=94617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 04:28:56.222540 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Pushing event updated for resources: {'Port': ['ID=ced3eb09-8f02-495f-a797-099db1f64e83,revision_number=4']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:28:56.248069 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d722fe36-3a43-4dae-ba67-f8f490946f1e admin admin] Made reservation on behalf of 39be91eb7916496694c84ce5d62e046b for: {'network': 1} {{(pid=94615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 04:28:56.251131 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-d722fe36-3a43-4dae-ba67-f8f490946f1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for network, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:56.265503 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-d722fe36-3a43-4dae-ba67-f8f490946f1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:56.311917 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-15854161-1817-42ea-b0c6-54408d955169 req-59201b37-f918-4494-94cc-5c708ab22362 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa7be617-2fe6-4836-b1f1-d63120ca8390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473563 Sep 22 04:28:56.322963 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6a7391-8bb5-4f47-9822-5e0782f4ee90 req-c7f325ce-e7bb-4efb-9c54-374d93e3622d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:28:56.324727 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-1e6a7391-8bb5-4f47-9822-5e0782f4ee90 req-c7f325ce-e7bb-4efb-9c54-374d93e3622d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a1cd15fdc6c94a548394ecbbef9cfbdb&device_id=1ecf19b8-6886-42a0-afa3-aef3b137e1dc HTTP/1.1" status: 200 len: 1096 time: 0.1562073 Sep 22 04:28:56.350611 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Pushing event updated for resources: {'Port': ['ID=2a3926b2-72b2-493b-be35-a7d7d5d76fa7,revision_number=5']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:28:56.359564 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-13b040e9-334a-42f1-95e6-1128b1b23bcb req-de6b80ff-43ae-4876-9f44-477333df17de service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=75abee4a-8c15-411f-ade5-0f4864c5df91 HTTP/1.1" status: 200 len: 217 time: 0.1294093 Sep 22 04:28:56.410164 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}993cef13cba3f0ab7640ec7edf55a13b4a27e0226575f61fb20ce20e7b239147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-788cc06c-5609-4dbf-9aa8-2f2006825de7" -d '{"events": [{"server_uuid": "39c197ef-8b12-43d6-a836-98115174e241", "name": "network-vif-plugged", "status": "completed", "tag": "2a3926b2-72b2-493b-be35-a7d7d5d76fa7"}]}' {{(pid=94617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 04:28:56.410494 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-1e6a7391-8bb5-4f47-9822-5e0782f4ee90 req-ea4c9c63-7dd4-455f-8b3c-423e269f058e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=375905af-0844-46f2-a266-6a83b109e386 HTTP/1.1" status: 200 len: 217 time: 0.0763772 Sep 22 04:28:56.462164 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b040e9-334a-42f1-95e6-1128b1b23bcb req-ec6851a6-7a72-464d-8363-4d3a718d8868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:28:56.463637 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-13b040e9-334a-42f1-95e6-1128b1b23bcb req-ec6851a6-7a72-464d-8363-4d3a718d8868 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=68bee0f4-b400-45ff-a8a4-2d8e6261d0d5 HTTP/1.1" status: 200 len: 859 time: 0.0851464 Sep 22 04:28:56.466818 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6a7391-8bb5-4f47-9822-5e0782f4ee90 req-527f70fa-cb6a-45a8-8d17-6b9effabe90e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:28:56.468441 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-1e6a7391-8bb5-4f47-9822-5e0782f4ee90 req-527f70fa-cb6a-45a8-8d17-6b9effabe90e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=68bee0f4-b400-45ff-a8a4-2d8e6261d0d5 HTTP/1.1" status: 200 len: 859 time: 0.0511785 Sep 22 04:28:56.510648 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-1e6a7391-8bb5-4f47-9822-5e0782f4ee90 req-ebd6a0fa-b64b-4c4e-b928-0f9e0cfdf3c6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c3127e33-e3a7-40dd-befc-6cdb5ff134d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326929 Sep 22 04:28:56.521963 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-13b040e9-334a-42f1-95e6-1128b1b23bcb req-111d6b91-f60f-440e-ba02-9d138b0eb953 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c3127e33-e3a7-40dd-befc-6cdb5ff134d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418162 Sep 22 04:28:56.556312 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cefae1-fa9c-41e2-831e-88ad46321ebd req-9ef4bb73-7b73-444c-ac0f-0dd7d55a7deb tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:28:56.556312 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-e0cefae1-fa9c-41e2-831e-88ad46321ebd req-9ef4bb73-7b73-444c-ac0f-0dd7d55a7deb tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bfb29ed-f586-48e0-aff0-468f89beab91 HTTP/1.1" status: 200 len: 944 time: 0.3333290 Sep 22 04:28:56.556530 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 04:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66f191a5-f4f5-4441-b82e-62717681f033 x-openstack-request-id: req-66f191a5-f4f5-4441-b82e-62717681f033 {{(pid=94617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 04:28:56.556530 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39c197ef-8b12-43d6-a836-98115174e241", "name": "network-vif-plugged", "status": "completed", "tag": "2a3926b2-72b2-493b-be35-a7d7d5d76fa7", "code": 200}]} {{(pid=94617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 04:28:56.556530 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-66f191a5-f4f5-4441-b82e-62717681f033 {{(pid=94617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 04:28:56.556775 dv-cinder-810118-1-iscsi neutron-server[94617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39c197ef-8b12-43d6-a836-98115174e241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a3926b2-72b2-493b-be35-a7d7d5d76fa7', 'code': 200} Sep 22 04:28:56.592961 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-5da6a0da-96f7-4ef5-acf5-7e3da3915e88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:56.595422 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-5da6a0da-96f7-4ef5-acf5-7e3da3915e88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:56.596628 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-5da6a0da-96f7-4ef5-acf5-7e3da3915e88 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e8f641f3-a16b-4e8f-ab02-4d02db0eb82a HTTP/1.1" status: 204 len: 168 time: 1.0070074 Sep 22 04:28:56.638716 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da6a0da-96f7-4ef5-acf5-7e3da3915e88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8f641f3-a16b-4e8f-ab02-4d02db0eb82a,revision_number=None']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:28:56.650235 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-d722fe36-3a43-4dae-ba67-f8f490946f1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:56.685693 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-1e6a7391-8bb5-4f47-9822-5e0782f4ee90 req-9691521c-e379-453c-b973-6ffcbddda693 service neutron] 10.222.0.30 "GET /v2.0/networks/c3127e33-e3a7-40dd-befc-6cdb5ff134d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630337 Sep 22 04:28:56.712710 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-e0cefae1-fa9c-41e2-831e-88ad46321ebd req-affd926c-d3fb-4ba7-9bf7-6f173817c647 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bc11e4-7abd-4750-8ac3-63f5066b0018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242304 Sep 22 04:28:56.749240 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-d722fe36-3a43-4dae-ba67-f8f490946f1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:56.760615 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-13b040e9-334a-42f1-95e6-1128b1b23bcb req-6788445b-3cc9-47cc-b45c-9db689fccd25 service neutron] 10.222.0.30 "GET /v2.0/networks/c3127e33-e3a7-40dd-befc-6cdb5ff134d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262268 Sep 22 04:28:56.785570 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d722fe36-3a43-4dae-ba67-f8f490946f1e admin admin] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=94615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 04:28:56.796417 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-d722fe36-3a43-4dae-ba67-f8f490946f1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-614853'] for segment, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:56.797193 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.db.segments_db [None req-d722fe36-3a43-4dae-ba67-f8f490946f1e admin admin] Added segment 2f9abbbf-82a8-405b-9f39-2aa55d8a6a59 of type vlan for network 678a5d2d-d1a5-457b-a781-92c3bcaa1a89 Sep 22 04:28:56.823727 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.notifiers.nova [req-e99e92af-5dc6-4a30-bf51-14982f0bc094 req-4a4c0704-87ed-435b-8dd8-3f8c58275ecc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51a19702-4eda-4f86-9047-04b4c57dde31 {{(pid=94616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 04:28:56.833913 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-e99e92af-5dc6-4a30-bf51-14982f0bc094 req-4a4c0704-87ed-435b-8dd8-3f8c58275ecc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:56.846490 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-d722fe36-3a43-4dae-ba67-f8f490946f1e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769518629407'] for network, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:56.862313 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.30', 50982) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:28:56.921215 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d722fe36-3a43-4dae-ba67-f8f490946f1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d1b4196-c1ed-4a84-b67a-6964e32e9a42,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:28:56.930826 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [req-e99e92af-5dc6-4a30-bf51-14982f0bc094 req-4a4c0704-87ed-435b-8dd8-3f8c58275ecc service neutron] Transition to ACTIVE for port object 51a19702-4eda-4f86-9047-04b4c57dde31 will not be triggered until provisioned by entity L2. {{(pid=94616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 04:28:57.022631 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-1e6a7391-8bb5-4f47-9822-5e0782f4ee90 req-a73532b4-360a-4f0f-8f46-a1ade6bc0746 service neutron] 10.222.0.30 "GET /v2.0/networks/c3127e33-e3a7-40dd-befc-6cdb5ff134d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3289101 Sep 22 04:28:57.025577 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-d722fe36-3a43-4dae-ba67-f8f490946f1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117'] for network, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:57.027139 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d722fe36-3a43-4dae-ba67-f8f490946f1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:28:57.035692 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-d722fe36-3a43-4dae-ba67-f8f490946f1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578295'] for network, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:57.091198 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0927eafb-7663-4e5b-bc49-74847223c11f req-507ebc89-b8ab-45c3-a651-e0a7efc6c2b6 tempest-DeleteServersTestJSON-1499673524 tempest-DeleteServersTestJSON-1499673524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:28:57.099627 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-0927eafb-7663-4e5b-bc49-74847223c11f req-507ebc89-b8ab-45c3-a651-e0a7efc6c2b6 tempest-DeleteServersTestJSON-1499673524 tempest-DeleteServersTestJSON-1499673524-project] 10.222.0.24 "GET /v2.0/ports?device_id=39c197ef-8b12-43d6-a836-98115174e241 HTTP/1.1" status: 200 len: 946 time: 0.1626441 Sep 22 04:28:57.149854 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-e99e92af-5dc6-4a30-bf51-14982f0bc094 req-4a4c0704-87ed-435b-8dd8-3f8c58275ecc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:57.153519 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-13b040e9-334a-42f1-95e6-1128b1b23bcb req-55282cd2-e566-4e92-b780-bc74367de41e service neutron] 10.222.0.30 "GET /v2.0/networks/c3127e33-e3a7-40dd-befc-6cdb5ff134d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3725502 Sep 22 04:28:57.153748 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d722fe36-3a43-4dae-ba67-f8f490946f1e admin admin] Pushing event updated for resources: {'Network': ['ID=678a5d2d-d1a5-457b-a781-92c3bcaa1a89,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:28:57.159182 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-d722fe36-3a43-4dae-ba67-f8f490946f1e admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3521097 Sep 22 04:28:57.165396 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 41198) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:28:57.171677 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd84a30b-4f7d-4c89-928d-ae5b78d31f88 req-9943b2a2-b7d1-4d63-b65d-d73e2c3dc065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:28:57.172785 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.v2.base [None req-90106cf0-e21c-4959-be05-0001dd6f7da2 admin admin] Request body: {'subnet': {'network_id': '678a5d2d-d1a5-457b-a781-92c3bcaa1a89', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1392026222-subnet', 'tenant_id': '39be91eb7916496694c84ce5d62e046b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 04:28:57.173846 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-bd84a30b-4f7d-4c89-928d-ae5b78d31f88 req-9943b2a2-b7d1-4d63-b65d-d73e2c3dc065 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=39c197ef-8b12-43d6-a836-98115174e241 HTTP/1.1" status: 200 len: 1099 time: 0.3113363 Sep 22 04:28:57.180457 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Network 678a5d2d-d1a5-457b-a781-92c3bcaa1a89 details requested by agent ovs-agent-dv-cinder-810118-1-iscsi with host dv-cinder-810118-1-iscsi {{(pid=94617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 04:28:57.234815 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-bd84a30b-4f7d-4c89-928d-ae5b78d31f88 req-9110c8d7-674f-4607-81ec-a046d13c15d3 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:57.247411 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-0927eafb-7663-4e5b-bc49-74847223c11f req-56472acd-ef54-4639-bb65-c195733e57fa tempest-DeleteServersTestJSON-1499673524 tempest-DeleteServersTestJSON-1499673524-project] 10.222.0.24 "GET /v2.0/security-groups?id=fe8194a4-d50b-48ab-a66c-de139119b70d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417329 Sep 22 04:28:57.264922 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4c0704-87ed-435b-8dd8-3f8c58275ecc service neutron] Pushing event updated for resources: {'Port': ['ID=51a19702-4eda-4f86-9047-04b4c57dde31,revision_number=2']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:28:57.328958 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a017f0-8f94-46d4-bc64-49c8bfc83d8b req-33821149-d491-4993-9ec6-1600d19e8800 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:28:57.336496 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-f5a017f0-8f94-46d4-bc64-49c8bfc83d8b req-33821149-d491-4993-9ec6-1600d19e8800 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=73071d9e-f5bc-439b-a5c9-d1ef0da01f57 HTTP/1.1" status: 200 len: 943 time: 0.1922395 Sep 22 04:28:57.346323 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.managers [req-e99e92af-5dc6-4a30-bf51-14982f0bc094 req-4a4c0704-87ed-435b-8dd8-3f8c58275ecc service neutron] Attempting to bind port 51a19702-4eda-4f86-9047-04b4c57dde31 on host hv-cinder-81011 for vnic_type normal with profile {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 04:28:57.346911 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.managers [req-e99e92af-5dc6-4a30-bf51-14982f0bc094 req-4a4c0704-87ed-435b-8dd8-3f8c58275ecc service neutron] Attempting to bind port 51a19702-4eda-4f86-9047-04b4c57dde31 by drivers openvswitch,hyperv on host hv-cinder-81011 at level 0 using segments [{'id': '30b5be0d-9a0d-4d41-ab50-368f87857a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '203dddc9-87c2-468f-9ab9-d2290e8ee531'}] {{(pid=94616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 04:28:57.347402 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e99e92af-5dc6-4a30-bf51-14982f0bc094 req-4a4c0704-87ed-435b-8dd8-3f8c58275ecc service neutron] Attempting to bind port 51a19702-4eda-4f86-9047-04b4c57dde31 on network 203dddc9-87c2-468f-9ab9-d2290e8ee531 {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 04:28:57.363656 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e99e92af-5dc6-4a30-bf51-14982f0bc094 req-4a4c0704-87ed-435b-8dd8-3f8c58275ecc service neutron] Port 51a19702-4eda-4f86-9047-04b4c57dde31 on network 203dddc9-87c2-468f-9ab9-d2290e8ee531 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81011 {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 04:28:57.364371 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e99e92af-5dc6-4a30-bf51-14982f0bc094 req-4a4c0704-87ed-435b-8dd8-3f8c58275ecc service neutron] Attempting to bind port 51a19702-4eda-4f86-9047-04b4c57dde31 on network 203dddc9-87c2-468f-9ab9-d2290e8ee531 {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 04:28:57.366835 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90106cf0-e21c-4959-be05-0001dd6f7da2 admin admin] Made reservation on behalf of 39be91eb7916496694c84ce5d62e046b for: {'subnet': 1} {{(pid=94615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 04:28:57.370335 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-90106cf0-e21c-4959-be05-0001dd6f7da2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:57.410362 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-f5a017f0-8f94-46d4-bc64-49c8bfc83d8b req-e80b024f-41eb-44b1-be28-76cf9f2dd759 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=0987b5bf-9d30-4aee-b9ff-4b85b30fe4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727851 Sep 22 04:28:57.432395 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e99e92af-5dc6-4a30-bf51-14982f0bc094 req-4a4c0704-87ed-435b-8dd8-3f8c58275ecc service neutron] Checking agent: {'id': '347231d5-0b5a-4d21-8b71-bfdb97c43ccc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81011', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 4, 26, 37), 'started_at': datetime.datetime(2021, 9, 22, 4, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 4, 28, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 04:28:57.432395 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e99e92af-5dc6-4a30-bf51-14982f0bc094 req-4a4c0704-87ed-435b-8dd8-3f8c58275ecc service neutron] Checking segment: {'id': '30b5be0d-9a0d-4d41-ab50-368f87857a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '203dddc9-87c2-468f-9ab9-d2290e8ee531'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 04:28:57.432395 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e99e92af-5dc6-4a30-bf51-14982f0bc094 req-4a4c0704-87ed-435b-8dd8-3f8c58275ecc service neutron] Bound using segment: {'id': '30b5be0d-9a0d-4d41-ab50-368f87857a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '203dddc9-87c2-468f-9ab9-d2290e8ee531'} {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 04:28:57.432395 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.managers [req-e99e92af-5dc6-4a30-bf51-14982f0bc094 req-4a4c0704-87ed-435b-8dd8-3f8c58275ecc service neutron] Bound port: 51a19702-4eda-4f86-9047-04b4c57dde31, host: hv-cinder-81011, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30b5be0d-9a0d-4d41-ab50-368f87857a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '203dddc9-87c2-468f-9ab9-d2290e8ee531'}}] {{(pid=94616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 04:28:57.432395 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-e99e92af-5dc6-4a30-bf51-14982f0bc094 req-4a4c0704-87ed-435b-8dd8-3f8c58275ecc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:57.501210 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Device ced3eb09-8f02-495f-a797-099db1f64e83 up at agent hyperv_hv-cinder-81011 {{(pid=94617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 04:28:57.582756 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ee5520-9f46-4a41-9d2a-4ea3dda3c81f req-902e8782-edb8-4bad-93ca-f8d544759def tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:28:57.589439 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-62ee5520-9f46-4a41-9d2a-4ea3dda3c81f req-902e8782-edb8-4bad-93ca-f8d544759def tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/ports?device_id=82c75eac-ff79-4e36-86b8-c01f924f13fa HTTP/1.1" status: 200 len: 943 time: 0.1601241 Sep 22 04:28:57.641577 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-bd84a30b-4f7d-4c89-928d-ae5b78d31f88 req-9110c8d7-674f-4607-81ec-a046d13c15d3 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:57.691023 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [req-e99e92af-5dc6-4a30-bf51-14982f0bc094 req-4a4c0704-87ed-435b-8dd8-3f8c58275ecc service neutron] For port 51a19702-4eda-4f86-9047-04b4c57dde31, host hv-cinder-81011, cleared binding levels {{(pid=94616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 04:28:57.691765 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-62ee5520-9f46-4a41-9d2a-4ea3dda3c81f req-8e222c10-4283-466a-8e13-3180df01b045 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa7be617-2fe6-4836-b1f1-d63120ca8390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009464 Sep 22 04:28:57.695985 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [req-e99e92af-5dc6-4a30-bf51-14982f0bc094 req-4a4c0704-87ed-435b-8dd8-3f8c58275ecc service neutron] For port 51a19702-4eda-4f86-9047-04b4c57dde31, host hv-cinder-81011, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81011',level=0,port_id=51a19702-4eda-4f86-9047-04b4c57dde31,segment=NetworkSegment(30b5be0d-9a0d-4d41-ab50-368f87857a66),segment_id=30b5be0d-9a0d-4d41-ab50-368f87857a66)] {{(pid=94616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 04:28:57.708711 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Provisioning for port ced3eb09-8f02-495f-a797-099db1f64e83 completed by entity L2. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 04:28:57.712969 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Provisioning complete for port ced3eb09-8f02-495f-a797-099db1f64e83 triggered by entity L2. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 04:28:57.713329 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628798'] for port, provisioning_complete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:57.778025 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-bd84a30b-4f7d-4c89-928d-ae5b78d31f88 req-9110c8d7-674f-4607-81ec-a046d13c15d3 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:57.817131 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-bd84a30b-4f7d-4c89-928d-ae5b78d31f88 req-9110c8d7-674f-4607-81ec-a046d13c15d3 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=fe8194a4-d50b-48ab-a66c-de139119b70d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6081476 Sep 22 04:28:57.830746 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:57.850138 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9110c8d7-674f-4607-81ec-a046d13c15d3 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f745539f-0961-4994-bd87-2ed0cc0c573e,revision_number=1']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:28:57.873147 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] For port ced3eb09-8f02-495f-a797-099db1f64e83, host hv-cinder-81011, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81011',level=0,port_id=ced3eb09-8f02-495f-a797-099db1f64e83,segment=NetworkSegment(bc8c3708-e396-4d9b-bfd8-c6b3490a63a6),segment_id=bc8c3708-e396-4d9b-bfd8-c6b3490a63a6)] {{(pid=94617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:28:57.874386 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7645bf-2862-4ec2-bdce-4a2b0d9921c3 req-3f014f22-eca2-4c27-ab1e-4eee68dad3db tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:28:57.875948 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-bf7645bf-2862-4ec2-bdce-4a2b0d9921c3 req-3f014f22-eca2-4c27-ab1e-4eee68dad3db tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bfb29ed-f586-48e0-aff0-468f89beab91 HTTP/1.1" status: 200 len: 944 time: 0.0797300 Sep 22 04:28:57.906190 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-e99e92af-5dc6-4a30-bf51-14982f0bc094 req-4a4c0704-87ed-435b-8dd8-3f8c58275ecc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:57.965568 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99e92af-5dc6-4a30-bf51-14982f0bc094 req-4a4c0704-87ed-435b-8dd8-3f8c58275ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:28:57.966391 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-e99e92af-5dc6-4a30-bf51-14982f0bc094 req-4a4c0704-87ed-435b-8dd8-3f8c58275ecc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578295'] for port, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:57.967914 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-e99e92af-5dc6-4a30-bf51-14982f0bc094 req-4a4c0704-87ed-435b-8dd8-3f8c58275ecc service neutron] 10.222.0.30 "PUT /v2.0/ports/51a19702-4eda-4f86-9047-04b4c57dde31 HTTP/1.1" status: 200 len: 1093 time: 2.3251345 Sep 22 04:28:57.968359 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73071d9e-f5bc-439b-a5c9-d1ef0da01f57', 'tag': '51a19702-4eda-4f86-9047-04b4c57dde31'}] {{(pid=94616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 04:28:57.970698 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ee93b3f7eb2b2b6a350c95698ebe5b9c8d238e2160e747b625fec6bb3c76933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bcd600d-24f3-4595-a47d-65bfef07bb25" -d '{"events": [{"name": "network-changed", "server_uuid": "73071d9e-f5bc-439b-a5c9-d1ef0da01f57", "tag": "51a19702-4eda-4f86-9047-04b4c57dde31"}]}' {{(pid=94616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 04:28:57.976674 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-90106cf0-e21c-4959-be05-0001dd6f7da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117'] for subnet, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:57.988690 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:57.996602 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-bf7645bf-2862-4ec2-bdce-4a2b0d9921c3 req-e732a0f4-d20c-41a0-8bb5-17349d40503e tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bc11e4-7abd-4750-8ac3-63f5066b0018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144981 Sep 22 04:28:58.028611 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 04:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54e94154-ab1c-46f7-ae5b-af2e37847fb0 x-openstack-request-id: req-54e94154-ab1c-46f7-ae5b-af2e37847fb0 {{(pid=94616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 04:28:58.028925 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73071d9e-f5bc-439b-a5c9-d1ef0da01f57", "tag": "51a19702-4eda-4f86-9047-04b4c57dde31", "status": "completed", "code": 200}]} {{(pid=94616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 04:28:58.029198 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-54e94154-ab1c-46f7-ae5b-af2e37847fb0 {{(pid=94616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 04:28:58.029569 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73071d9e-f5bc-439b-a5c9-d1ef0da01f57', 'tag': '51a19702-4eda-4f86-9047-04b4c57dde31', 'status': 'completed', 'code': 200} Sep 22 04:28:58.050621 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4c0704-87ed-435b-8dd8-3f8c58275ecc service neutron] Pushing event updated for resources: {'Port': ['ID=51a19702-4eda-4f86-9047-04b4c57dde31,revision_number=3']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:28:58.068913 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90106cf0-e21c-4959-be05-0001dd6f7da2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c635264-5997-4683-b201-b2be3b90b58a,revision_number=0']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:28:58.085728 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Pushing event updated for resources: {'Port': ['ID=ced3eb09-8f02-495f-a797-099db1f64e83,revision_number=5']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:28:58.124392 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90106cf0-e21c-4959-be05-0001dd6f7da2 admin admin] Checking segment: {'id': '2f9abbbf-82a8-405b-9f39-2aa55d8a6a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '678a5d2d-d1a5-457b-a781-92c3bcaa1a89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 04:28:58.124962 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90106cf0-e21c-4959-be05-0001dd6f7da2 admin admin] Network hostable DHCP agents. Network: 678a5d2d-d1a5-457b-a781-92c3bcaa1a89, hostable agents: ['73f1375a-57ed-4431-affd-4785c4767c4b'], hosted agents: [] {{(pid=94615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 04:28:58.144402 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcd600d-24f3-4595-a47d-65bfef07bb25 req-fc719956-89aa-47cb-a47d-259f4698737e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:28:58.146027 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-0bcd600d-24f3-4595-a47d-65bfef07bb25 req-fc719956-89aa-47cb-a47d-259f4698737e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a5932c0fd28d4509bc11811644adc1b2&device_id=73071d9e-f5bc-439b-a5c9-d1ef0da01f57 HTTP/1.1" status: 200 len: 1096 time: 0.0829473 Sep 22 04:28:58.212045 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90106cf0-e21c-4959-be05-0001dd6f7da2 admin admin] Network 678a5d2d-d1a5-457b-a781-92c3bcaa1a89 is scheduled to be hosted by DHCP agent 73f1375a-57ed-4431-affd-4785c4767c4b with binding_index 1 {{(pid=94615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 04:28:58.261491 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcd600d-24f3-4595-a47d-65bfef07bb25 req-7dedcb1f-7436-436a-ac18-372021db663f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:28:58.263074 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-0bcd600d-24f3-4595-a47d-65bfef07bb25 req-7dedcb1f-7436-436a-ac18-372021db663f service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=a5932c0fd28d4509bc11811644adc1b2&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1070220 Sep 22 04:28:58.341980 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.scheduler.base_scheduler [None req-90106cf0-e21c-4959-be05-0001dd6f7da2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810118-1-iscsi, 678a5d2d-d1a5-457b-a781-92c3bcaa1a89) {{(pid=94615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 04:28:58.347305 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90106cf0-e21c-4959-be05-0001dd6f7da2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:28:58.348277 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-90106cf0-e21c-4959-be05-0001dd6f7da2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578295'] for subnet, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:58.357299 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-075af61e-5a53-4fe0-8580-39191f369bc7 None None] Network 678a5d2d-d1a5-457b-a781-92c3bcaa1a89 requested from dv-cinder-810118-1-iscsi {{(pid=94617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 04:28:58.369658 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 41258) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:28:58.431305 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86f438b-8a3b-4e67-bd22-36273583b7da req-5c568d0b-b307-42a7-bf5e-034b84137cd4 tempest-DeleteServersTestJSON-1499673524 tempest-DeleteServersTestJSON-1499673524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:28:58.432918 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-d86f438b-8a3b-4e67-bd22-36273583b7da req-5c568d0b-b307-42a7-bf5e-034b84137cd4 tempest-DeleteServersTestJSON-1499673524 tempest-DeleteServersTestJSON-1499673524-project] 10.222.0.24 "GET /v2.0/ports?device_id=39c197ef-8b12-43d6-a836-98115174e241 HTTP/1.1" status: 200 len: 946 time: 0.1166866 Sep 22 04:28:58.455794 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcd600d-24f3-4595-a47d-65bfef07bb25 req-7e1c4707-1077-481e-81c3-dbae19f2baa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:28:58.457297 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-0bcd600d-24f3-4595-a47d-65bfef07bb25 req-7e1c4707-1077-481e-81c3-dbae19f2baa0 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1857762 Sep 22 04:28:58.474352 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-90106cf0-e21c-4959-be05-0001dd6f7da2 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3070912 Sep 22 04:28:58.479584 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-d86f438b-8a3b-4e67-bd22-36273583b7da req-dabb0348-b46d-4b23-9017-f8b2c2310748 tempest-DeleteServersTestJSON-1499673524 tempest-DeleteServersTestJSON-1499673524-project] 10.222.0.24 "GET /v2.0/security-groups?id=fe8194a4-d50b-48ab-a66c-de139119b70d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392358 Sep 22 04:28:58.514383 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-36ec1762-d5e3-485b-9e47-060e91df38d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:58.551107 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99e92af-5dc6-4a30-bf51-14982f0bc094 req-662e072e-8538-4746-aebd-daca8d2bd5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:28:58.558118 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bfb29ed-f586-48e0-aff0-468f89beab91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ced3eb09-8f02-495f-a797-099db1f64e83'}] {{(pid=94617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 04:28:58.560118 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-e99e92af-5dc6-4a30-bf51-14982f0bc094 req-662e072e-8538-4746-aebd-daca8d2bd5e2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a5932c0fd28d4509bc11811644adc1b2&device_id=73071d9e-f5bc-439b-a5c9-d1ef0da01f57 HTTP/1.1" status: 200 len: 1096 time: 0.0435846 Sep 22 04:28:58.561339 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}993cef13cba3f0ab7640ec7edf55a13b4a27e0226575f61fb20ce20e7b239147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e5fd433-72f8-4e92-89c9-7f39e813c940" -d '{"events": [{"server_uuid": "2bfb29ed-f586-48e0-aff0-468f89beab91", "name": "network-vif-plugged", "status": "completed", "tag": "ced3eb09-8f02-495f-a797-099db1f64e83"}]}' {{(pid=94617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 04:28:58.587560 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-447d4191-ad5b-45a0-8e00-6595f6e0f44c None None] Network 678a5d2d-d1a5-457b-a781-92c3bcaa1a89 requested from dv-cinder-810118-1-iscsi {{(pid=94617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 04:28:58.603213 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-e99e92af-5dc6-4a30-bf51-14982f0bc094 req-9dd20f0b-fe05-46a2-8f42-a75b827410a1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=51a19702-4eda-4f86-9047-04b4c57dde31 HTTP/1.1" status: 200 len: 217 time: 0.0414627 Sep 22 04:28:58.638384 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8935362-48fb-4e6a-b42e-edb72efdff99 req-1000c20c-12f1-453b-bd22-340f2a8b3260 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:28:58.639945 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-c8935362-48fb-4e6a-b42e-edb72efdff99 req-1000c20c-12f1-453b-bd22-340f2a8b3260 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=73071d9e-f5bc-439b-a5c9-d1ef0da01f57 HTTP/1.1" status: 200 len: 943 time: 0.0757155 Sep 22 04:28:58.711699 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-c8935362-48fb-4e6a-b42e-edb72efdff99 req-55ca1eae-885a-445f-a631-ef73a3aa9b2c tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=0987b5bf-9d30-4aee-b9ff-4b85b30fe4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606308 Sep 22 04:28:58.713286 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99e92af-5dc6-4a30-bf51-14982f0bc094 req-153ff238-0ce7-43a4-b012-778421eb8b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:28:58.713555 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-36ec1762-d5e3-485b-9e47-060e91df38d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:58.714774 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-e99e92af-5dc6-4a30-bf51-14982f0bc094 req-153ff238-0ce7-43a4-b012-778421eb8b39 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e4ceb253-3d8e-46ef-b438-694b8c1700e2 HTTP/1.1" status: 200 len: 855 time: 0.1035450 Sep 22 04:28:58.758878 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 04:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6786e71a-555b-43d5-8512-99b2a0a3dcdd x-openstack-request-id: req-6786e71a-555b-43d5-8512-99b2a0a3dcdd {{(pid=94617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 04:28:58.759244 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bfb29ed-f586-48e0-aff0-468f89beab91", "name": "network-vif-plugged", "status": "completed", "tag": "ced3eb09-8f02-495f-a797-099db1f64e83", "code": 200}]} {{(pid=94617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 04:28:58.759582 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6786e71a-555b-43d5-8512-99b2a0a3dcdd {{(pid=94617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 04:28:58.760039 dv-cinder-810118-1-iscsi neutron-server[94617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bfb29ed-f586-48e0-aff0-468f89beab91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ced3eb09-8f02-495f-a797-099db1f64e83', 'code': 200} Sep 22 04:28:58.796981 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99e92af-5dc6-4a30-bf51-14982f0bc094 req-0bcc1f6b-d30b-4bee-b794-78dfb6e0631c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:28:58.798750 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-e99e92af-5dc6-4a30-bf51-14982f0bc094 req-0bcc1f6b-d30b-4bee-b794-78dfb6e0631c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=203dddc9-87c2-468f-9ab9-d2290e8ee531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0757246 Sep 22 04:28:58.815690 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-36ec1762-d5e3-485b-9e47-060e91df38d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:58.882925 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-36ec1762-d5e3-485b-9e47-060e91df38d5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=047d7ecd10ef4bdeaecfd6806735821b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5084839 Sep 22 04:28:58.885622 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 41278) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:28:58.889050 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ec1762-d5e3-485b-9e47-060e91df38d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64d3a863-d6de-4747-a79a-2b3b9521e409,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:28:58.907532 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410bbca0-d6c3-450a-9f24-f34a6d32c379 req-4cef0d39-72e6-4937-90d1-776b11818bcc tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:28:58.911458 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-410bbca0-d6c3-450a-9f24-f34a6d32c379 req-4cef0d39-72e6-4937-90d1-776b11818bcc tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/ports?device_id=82c75eac-ff79-4e36-86b8-c01f924f13fa HTTP/1.1" status: 200 len: 943 time: 0.0820098 Sep 22 04:28:58.920672 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-e99e92af-5dc6-4a30-bf51-14982f0bc094 req-05d4b8fc-63a4-41a3-8b5a-a73463435b5d service neutron] 10.222.0.30 "GET /v2.0/networks/203dddc9-87c2-468f-9ab9-d2290e8ee531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141756 Sep 22 04:28:58.951586 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-410bbca0-d6c3-450a-9f24-f34a6d32c379 req-be194eaa-32dd-442e-8543-9a6259dce55d tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa7be617-2fe6-4836-b1f1-d63120ca8390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352159 Sep 22 04:28:59.008605 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-3baf62e9-3fc3-47e1-a3a0-53dc4f4eac52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:59.043564 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-3baf62e9-3fc3-47e1-a3a0-53dc4f4eac52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:59.057326 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-e99e92af-5dc6-4a30-bf51-14982f0bc094 req-44dfea50-665e-4ff2-911b-375961de5588 service neutron] 10.222.0.30 "GET /v2.0/networks/203dddc9-87c2-468f-9ab9-d2290e8ee531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290767 Sep 22 04:28:59.167305 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8646e5d0-750f-4a31-ae62-e9b5476862aa req-45222d54-de20-4496-89c2-b4dfc4600860 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:28:59.168783 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-8646e5d0-750f-4a31-ae62-e9b5476862aa req-45222d54-de20-4496-89c2-b4dfc4600860 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bfb29ed-f586-48e0-aff0-468f89beab91 HTTP/1.1" status: 200 len: 945 time: 0.0763068 Sep 22 04:28:59.193795 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540ecce6-94c5-421b-935c-1daa4b31f8bb req-b6350d00-805a-4a61-8ac4-be4741131b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:28:59.195861 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-540ecce6-94c5-421b-935c-1daa4b31f8bb req-b6350d00-805a-4a61-8ac4-be4741131b48 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2bfb29ed-f586-48e0-aff0-468f89beab91 HTTP/1.1" status: 200 len: 1098 time: 0.0618188 Sep 22 04:28:59.218300 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-8646e5d0-750f-4a31-ae62-e9b5476862aa req-524a1167-67ed-459d-a70c-0339d34cd000 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bc11e4-7abd-4750-8ac3-63f5066b0018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425653 Sep 22 04:28:59.243779 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-540ecce6-94c5-421b-935c-1daa4b31f8bb req-abe8067d-9c55-419f-889c-c608c86f6df6 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=65bc11e4-7abd-4750-8ac3-63f5066b0018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357752 Sep 22 04:28:59.278071 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-3baf62e9-3fc3-47e1-a3a0-53dc4f4eac52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:59.280654 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-3baf62e9-3fc3-47e1-a3a0-53dc4f4eac52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:28:59.281736 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-3baf62e9-3fc3-47e1-a3a0-53dc4f4eac52 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/64d3a863-d6de-4747-a79a-2b3b9521e409 HTTP/1.1" status: 204 len: 168 time: 0.3951905 Sep 22 04:28:59.290333 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baf62e9-3fc3-47e1-a3a0-53dc4f4eac52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64d3a863-d6de-4747-a79a-2b3b9521e409,revision_number=None']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:28:59.603560 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c44887-7257-4f23-9648-a8d850b583f2 req-37766740-82fd-4669-afab-3c515face845 tempest-DeleteServersTestJSON-1499673524 tempest-DeleteServersTestJSON-1499673524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:28:59.605092 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-08c44887-7257-4f23-9648-a8d850b583f2 req-37766740-82fd-4669-afab-3c515face845 tempest-DeleteServersTestJSON-1499673524 tempest-DeleteServersTestJSON-1499673524-project] 10.222.0.24 "GET /v2.0/ports?device_id=39c197ef-8b12-43d6-a836-98115174e241 HTTP/1.1" status: 200 len: 946 time: 0.0494020 Sep 22 04:28:59.648923 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-08c44887-7257-4f23-9648-a8d850b583f2 req-4fb7d5cf-ba19-461a-b908-9008a8fa50fb tempest-DeleteServersTestJSON-1499673524 tempest-DeleteServersTestJSON-1499673524-project] 10.222.0.24 "GET /v2.0/security-groups?id=fe8194a4-d50b-48ab-a66c-de139119b70d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378523 Sep 22 04:28:59.855774 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e039b24-e457-4429-8220-0a0b3cec1b84 req-2eb5bb92-48d4-47f8-b1a4-3c474c527154 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:28:59.857361 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-3e039b24-e457-4429-8220-0a0b3cec1b84 req-2eb5bb92-48d4-47f8-b1a4-3c474c527154 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=73071d9e-f5bc-439b-a5c9-d1ef0da01f57 HTTP/1.1" status: 200 len: 943 time: 0.0506983 Sep 22 04:28:59.896113 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-3e039b24-e457-4429-8220-0a0b3cec1b84 req-3c338bcb-333d-4be3-9a77-750323cc0f3f tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=0987b5bf-9d30-4aee-b9ff-4b85b30fe4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323420 Sep 22 04:28:59.959515 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 41322) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:28:59.964486 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.v2.base [None req-40b50fee-bea5-4a9e-bc02-d9cfe028fb6a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-896100048-network', 'tenant_id': '396fc7a3710243cd9abe9a7855d5ccfb'}} {{(pid=94616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 04:29:00.082651 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae82bcef-adb8-491e-81b7-fea3cef877db req-6ec67726-0901-446b-97d6-3c4f75759f68 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:29:00.084106 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-ae82bcef-adb8-491e-81b7-fea3cef877db req-6ec67726-0901-446b-97d6-3c4f75759f68 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/ports?device_id=82c75eac-ff79-4e36-86b8-c01f924f13fa HTTP/1.1" status: 200 len: 943 time: 0.0468202 Sep 22 04:29:00.099003 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40b50fee-bea5-4a9e-bc02-d9cfe028fb6a admin admin] Made reservation on behalf of 396fc7a3710243cd9abe9a7855d5ccfb for: {'network': 1} {{(pid=94616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 04:29:00.102435 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-40b50fee-bea5-4a9e-bc02-d9cfe028fb6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for network, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:00.110872 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-40b50fee-bea5-4a9e-bc02-d9cfe028fb6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:00.126931 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-ae82bcef-adb8-491e-81b7-fea3cef877db req-2a625c43-1d7f-4c37-9280-5e532248f616 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa7be617-2fe6-4836-b1f1-d63120ca8390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363777 Sep 22 04:29:00.204147 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-40b50fee-bea5-4a9e-bc02-d9cfe028fb6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:00.272703 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 41332) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:29:00.285368 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-47cb85e7-8bab-408b-9f40-364193fa784a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:00.327880 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-40b50fee-bea5-4a9e-bc02-d9cfe028fb6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:00.360007 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40b50fee-bea5-4a9e-bc02-d9cfe028fb6a admin admin] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=94616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 04:29:00.389998 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829dc91b-e53c-41f3-b57d-915e43a5adfe req-c30a4963-37a9-4782-a2ee-f30e7fd04c98 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:29:00.391495 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-829dc91b-e53c-41f3-b57d-915e43a5adfe req-c30a4963-37a9-4782-a2ee-f30e7fd04c98 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bfb29ed-f586-48e0-aff0-468f89beab91 HTTP/1.1" status: 200 len: 945 time: 0.0986028 Sep 22 04:29:00.395601 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b50fee-bea5-4a9e-bc02-d9cfe028fb6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8c2aba4-219c-40bc-9985-cc8d604fc6ca,revision_number=1']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:29:00.400191 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-40b50fee-bea5-4a9e-bc02-d9cfe028fb6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-614853'] for segment, precommit_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:00.400573 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.db.segments_db [None req-40b50fee-bea5-4a9e-bc02-d9cfe028fb6a admin admin] Added segment fdfe9542-376d-4630-ba62-d59dd6d62cfd of type vlan for network 1a2965e7-afdc-4b30-a141-4f0ccddf81b8 Sep 22 04:29:00.474080 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-40b50fee-bea5-4a9e-bc02-d9cfe028fb6a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769518629407'] for network, precommit_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:00.494821 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-829dc91b-e53c-41f3-b57d-915e43a5adfe req-dff25c37-5afe-454c-b2a1-8242f636c0ae tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bc11e4-7abd-4750-8ac3-63f5066b0018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958781 Sep 22 04:29:00.539931 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-47cb85e7-8bab-408b-9f40-364193fa784a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:00.614843 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-40b50fee-bea5-4a9e-bc02-d9cfe028fb6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117'] for network, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:00.615976 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b50fee-bea5-4a9e-bc02-d9cfe028fb6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:29:00.617088 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-40b50fee-bea5-4a9e-bc02-d9cfe028fb6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578295'] for network, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:00.624588 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-47cb85e7-8bab-408b-9f40-364193fa784a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:00.685207 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-47cb85e7-8bab-408b-9f40-364193fa784a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f5b417064df848ee932fa352fceb6221&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4114096 Sep 22 04:29:00.687863 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 41346) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:29:00.718044 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cb85e7-8bab-408b-9f40-364193fa784a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dc0f694-6c88-456d-a926-fc663213179a,revision_number=1']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:29:00.720852 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b50fee-bea5-4a9e-bc02-d9cfe028fb6a admin admin] Pushing event updated for resources: {'Network': ['ID=1a2965e7-afdc-4b30-a141-4f0ccddf81b8,revision_number=1']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:29:00.742508 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Network 1a2965e7-afdc-4b30-a141-4f0ccddf81b8 details requested by agent ovs-agent-dv-cinder-810118-1-iscsi with host dv-cinder-810118-1-iscsi {{(pid=94617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 04:29:00.774537 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-f6cc38b9-17a1-4038-a3c9-15493293f606 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:00.791896 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-40b50fee-bea5-4a9e-bc02-d9cfe028fb6a admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.8287430 Sep 22 04:29:00.792068 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 41348) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:29:00.797115 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.v2.base [None req-d233009c-361c-49f3-a4f3-24da8666bf72 admin admin] Request body: {'subnet': {'network_id': '1a2965e7-afdc-4b30-a141-4f0ccddf81b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-896100048-subnet', 'tenant_id': '396fc7a3710243cd9abe9a7855d5ccfb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 04:29:00.803393 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-f6cc38b9-17a1-4038-a3c9-15493293f606 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:00.829708 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178077b4-46e8-4086-b954-bff13c7175a7 req-122344b5-c66c-44f5-b6f2-67448be6a102 tempest-DeleteServersTestJSON-1499673524 tempest-DeleteServersTestJSON-1499673524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:29:00.831145 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-178077b4-46e8-4086-b954-bff13c7175a7 req-122344b5-c66c-44f5-b6f2-67448be6a102 tempest-DeleteServersTestJSON-1499673524 tempest-DeleteServersTestJSON-1499673524-project] 10.222.0.24 "GET /v2.0/ports?device_id=39c197ef-8b12-43d6-a836-98115174e241 HTTP/1.1" status: 200 len: 946 time: 0.0903165 Sep 22 04:29:00.877199 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-178077b4-46e8-4086-b954-bff13c7175a7 req-c202e96b-adc6-42b2-8209-01820bcc2ad4 tempest-DeleteServersTestJSON-1499673524 tempest-DeleteServersTestJSON-1499673524-project] 10.222.0.24 "GET /v2.0/security-groups?id=fe8194a4-d50b-48ab-a66c-de139119b70d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377476 Sep 22 04:29:00.914556 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d233009c-361c-49f3-a4f3-24da8666bf72 admin admin] Made reservation on behalf of 396fc7a3710243cd9abe9a7855d5ccfb for: {'subnet': 1} {{(pid=94616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 04:29:00.916978 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-d233009c-361c-49f3-a4f3-24da8666bf72 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:00.999993 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-f6cc38b9-17a1-4038-a3c9-15493293f606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:01.002943 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-f6cc38b9-17a1-4038-a3c9-15493293f606 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:01.006335 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-f6cc38b9-17a1-4038-a3c9-15493293f606 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3dc0f694-6c88-456d-a926-fc663213179a HTTP/1.1" status: 204 len: 168 time: 0.3148081 Sep 22 04:29:01.020339 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cc38b9-17a1-4038-a3c9-15493293f606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dc0f694-6c88-456d-a926-fc663213179a,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:29:01.048651 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b43ab8-e4fe-4ad7-8d54-c70845bcabc5 req-148a6fc5-5a7c-411b-81e9-596df305b833 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:29:01.050113 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-31b43ab8-e4fe-4ad7-8d54-c70845bcabc5 req-148a6fc5-5a7c-411b-81e9-596df305b833 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=73071d9e-f5bc-439b-a5c9-d1ef0da01f57 HTTP/1.1" status: 200 len: 943 time: 0.0751338 Sep 22 04:29:01.169892 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-31b43ab8-e4fe-4ad7-8d54-c70845bcabc5 req-2932457f-41a0-4e07-afbb-6a7ba3df244b tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=0987b5bf-9d30-4aee-b9ff-4b85b30fe4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859892 Sep 22 04:29:01.258855 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d4af05-d25b-455f-90ff-41bedc127020 req-626779a9-db3c-46df-9a61-706773070547 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:29:01.260329 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-d0d4af05-d25b-455f-90ff-41bedc127020 req-626779a9-db3c-46df-9a61-706773070547 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/ports?device_id=82c75eac-ff79-4e36-86b8-c01f924f13fa HTTP/1.1" status: 200 len: 943 time: 0.0473819 Sep 22 04:29:01.267457 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Device 375905af-0844-46f2-a266-6a83b109e386 details requested by agent hyperv_hv-cinder-81011 with host hv-cinder-81011 {{(pid=94617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 04:29:01.299278 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-d0d4af05-d25b-455f-90ff-41bedc127020 req-fed2e7fe-38c6-4494-bc09-f2e7e34e5f75 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa7be617-2fe6-4836-b1f1-d63120ca8390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323188 Sep 22 04:29:01.308840 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-d233009c-361c-49f3-a4f3-24da8666bf72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117'] for subnet, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:01.363971 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d233009c-361c-49f3-a4f3-24da8666bf72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=199cfbfc-b6d9-40f5-a2b8-b4dd197394cf,revision_number=0']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:29:01.370829 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] For port 375905af-0844-46f2-a266-6a83b109e386, host hv-cinder-81011, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81011',level=0,port_id=375905af-0844-46f2-a266-6a83b109e386,segment=NetworkSegment(52b11b22-035d-48af-b1df-a7c29b32f724),segment_id=52b11b22-035d-48af-b1df-a7c29b32f724)] {{(pid=94617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:29:01.375594 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d233009c-361c-49f3-a4f3-24da8666bf72 admin admin] Checking segment: {'id': 'fdfe9542-376d-4630-ba62-d59dd6d62cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '1a2965e7-afdc-4b30-a141-4f0ccddf81b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 04:29:01.375947 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d233009c-361c-49f3-a4f3-24da8666bf72 admin admin] Network hostable DHCP agents. Network: 1a2965e7-afdc-4b30-a141-4f0ccddf81b8, hostable agents: ['73f1375a-57ed-4431-affd-4785c4767c4b'], hosted agents: [] {{(pid=94616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 04:29:01.382235 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Returning: {'device': '375905af-0844-46f2-a266-6a83b109e386', 'network_id': 'c3127e33-e3a7-40dd-befc-6cdb5ff134d1', 'port_id': '375905af-0844-46f2-a266-6a83b109e386', 'mac_address': 'fa:16:3e:15:b9:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68bee0f4-b400-45ff-a8a4-2d8e6261d0d5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 04:29:01.418584 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:01.430811 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.notifiers.nova [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 375905af-0844-46f2-a266-6a83b109e386 {{(pid=94617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 04:29:01.451596 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] For port 375905af-0844-46f2-a266-6a83b109e386, host hv-cinder-81011, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81011',level=0,port_id=375905af-0844-46f2-a266-6a83b109e386,segment=NetworkSegment(52b11b22-035d-48af-b1df-a7c29b32f724),segment_id=52b11b22-035d-48af-b1df-a7c29b32f724)] {{(pid=94617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:29:01.491218 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d233009c-361c-49f3-a4f3-24da8666bf72 admin admin] Network 1a2965e7-afdc-4b30-a141-4f0ccddf81b8 is scheduled to be hosted by DHCP agent 73f1375a-57ed-4431-affd-4785c4767c4b with binding_index 1 {{(pid=94616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 04:29:01.519833 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:01.520544 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Device 75abee4a-8c15-411f-ade5-0f4864c5df91 details requested by agent hyperv_hv-cinder-81011 with host hv-cinder-81011 {{(pid=94617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 04:29:01.590487 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] For port 75abee4a-8c15-411f-ade5-0f4864c5df91, host hv-cinder-81011, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81011',level=0,port_id=75abee4a-8c15-411f-ade5-0f4864c5df91,segment=NetworkSegment(52b11b22-035d-48af-b1df-a7c29b32f724),segment_id=52b11b22-035d-48af-b1df-a7c29b32f724)] {{(pid=94617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:29:01.598102 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Pushing event updated for resources: {'Port': ['ID=375905af-0844-46f2-a266-6a83b109e386,revision_number=4']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:29:01.605670 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.scheduler.base_scheduler [None req-d233009c-361c-49f3-a4f3-24da8666bf72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810118-1-iscsi, 1a2965e7-afdc-4b30-a141-4f0ccddf81b8) {{(pid=94616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 04:29:01.606339 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Returning: {'device': '75abee4a-8c15-411f-ade5-0f4864c5df91', 'network_id': 'c3127e33-e3a7-40dd-befc-6cdb5ff134d1', 'port_id': '75abee4a-8c15-411f-ade5-0f4864c5df91', 'mac_address': 'fa:16:3e:49:90:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68bee0f4-b400-45ff-a8a4-2d8e6261d0d5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 04:29:01.610921 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d233009c-361c-49f3-a4f3-24da8666bf72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:29:01.612373 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-d233009c-361c-49f3-a4f3-24da8666bf72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578295'] for subnet, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:01.632790 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09602ce-c76b-4f61-b979-eda7700b7960 req-4a423ce1-19a1-46ac-a282-8275ef077aae tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:29:01.634272 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-c09602ce-c76b-4f61-b979-eda7700b7960 req-4a423ce1-19a1-46ac-a282-8275ef077aae tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bfb29ed-f586-48e0-aff0-468f89beab91 HTTP/1.1" status: 200 len: 945 time: 0.0720141 Sep 22 04:29:01.638486 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d265f439-02f3-4df2-99f5-f9ce6765c7b6 None None] Network 1a2965e7-afdc-4b30-a141-4f0ccddf81b8 requested from dv-cinder-810118-1-iscsi {{(pid=94617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 04:29:01.662229 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:01.683671 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-c09602ce-c76b-4f61-b979-eda7700b7960 req-9dcc3dfc-2cfe-438e-a0bc-72fa579be1ca tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bc11e4-7abd-4750-8ac3-63f5066b0018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420501 Sep 22 04:29:01.709089 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.notifiers.nova [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75abee4a-8c15-411f-ade5-0f4864c5df91 {{(pid=94617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 04:29:01.744908 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-d233009c-361c-49f3-a4f3-24da8666bf72 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9517670 Sep 22 04:29:01.750981 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] For port 75abee4a-8c15-411f-ade5-0f4864c5df91, host hv-cinder-81011, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81011',level=0,port_id=75abee4a-8c15-411f-ade5-0f4864c5df91,segment=NetworkSegment(52b11b22-035d-48af-b1df-a7c29b32f724),segment_id=52b11b22-035d-48af-b1df-a7c29b32f724)] {{(pid=94617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:29:01.830513 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b90953e-5d9b-4b40-9fc3-582f95679304 None None] Network 1a2965e7-afdc-4b30-a141-4f0ccddf81b8 requested from dv-cinder-810118-1-iscsi {{(pid=94617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 04:29:01.845475 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:01.845787 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 41386) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:29:02.001572 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Pushing event updated for resources: {'Port': ['ID=75abee4a-8c15-411f-ade5-0f4864c5df91,revision_number=4']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:29:02.092891 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] get_ports_and_sgs() called for port_ids ['375905af-0844-46f2-a266-6a83b109e386'] {{(pid=94617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 04:29:02.098305 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] get_ports_and_sgs() called for port_ids ['75abee4a-8c15-411f-ade5-0f4864c5df91'] {{(pid=94617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 04:29:02.159147 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-0f264f61-80f9-4f15-b2c8-293fa44baebd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:02.409823 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-0f264f61-80f9-4f15-b2c8-293fa44baebd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:02.418191 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a11c5d-713c-484a-818d-a138883db106 req-7869de97-8c9c-405d-b3dc-6c75ce0bb396 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:29:02.419745 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-c7a11c5d-713c-484a-818d-a138883db106 req-7869de97-8c9c-405d-b3dc-6c75ce0bb396 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=73071d9e-f5bc-439b-a5c9-d1ef0da01f57 HTTP/1.1" status: 200 len: 943 time: 0.0876119 Sep 22 04:29:02.441493 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c39c6ae-558d-4fbe-91de-e0add31e2fc0 req-774f9bb2-5424-4779-8bf7-fd8423ea36ba tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:29:02.443539 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-9c39c6ae-558d-4fbe-91de-e0add31e2fc0 req-774f9bb2-5424-4779-8bf7-fd8423ea36ba tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/ports?device_id=82c75eac-ff79-4e36-86b8-c01f924f13fa HTTP/1.1" status: 200 len: 944 time: 0.0554144 Sep 22 04:29:02.459914 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-c7a11c5d-713c-484a-818d-a138883db106 req-260124a3-11f4-462c-9463-af31384de9dd tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=0987b5bf-9d30-4aee-b9ff-4b85b30fe4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337458 Sep 22 04:29:02.480083 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-0f264f61-80f9-4f15-b2c8-293fa44baebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:02.487961 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-9c39c6ae-558d-4fbe-91de-e0add31e2fc0 req-35f94f63-b105-4521-b12f-7362d0ec45c2 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa7be617-2fe6-4836-b1f1-d63120ca8390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347099 Sep 22 04:29:02.523798 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f264f61-80f9-4f15-b2c8-293fa44baebd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6db4930-51c3-4e1d-82d0-237cb61fc022,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:29:02.529401 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-0f264f61-80f9-4f15-b2c8-293fa44baebd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4515215795034e04afcd4bab288dd39f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6825118 Sep 22 04:29:02.537863 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 41410) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:29:02.587347 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-2b42822e-1348-430d-93bf-1f63bc18f6d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:02.618315 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-2b42822e-1348-430d-93bf-1f63bc18f6d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:02.799843 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-2b42822e-1348-430d-93bf-1f63bc18f6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:02.802510 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-2b42822e-1348-430d-93bf-1f63bc18f6d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:02.804487 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-2b42822e-1348-430d-93bf-1f63bc18f6d6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b6db4930-51c3-4e1d-82d0-237cb61fc022 HTTP/1.1" status: 204 len: 168 time: 0.2652993 Sep 22 04:29:02.813842 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b42822e-1348-430d-93bf-1f63bc18f6d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6db4930-51c3-4e1d-82d0-237cb61fc022,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:29:03.277740 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Device 51a19702-4eda-4f86-9047-04b4c57dde31 details requested by agent hyperv_hv-cinder-81011 with host hv-cinder-81011 {{(pid=94617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 04:29:03.280756 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Device 375905af-0844-46f2-a266-6a83b109e386 up at agent hyperv_hv-cinder-81011 {{(pid=94617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 04:29:03.422758 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] For port 51a19702-4eda-4f86-9047-04b4c57dde31, host hv-cinder-81011, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81011',level=0,port_id=51a19702-4eda-4f86-9047-04b4c57dde31,segment=NetworkSegment(30b5be0d-9a0d-4d41-ab50-368f87857a66),segment_id=30b5be0d-9a0d-4d41-ab50-368f87857a66)] {{(pid=94617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:29:03.434096 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Returning: {'device': '51a19702-4eda-4f86-9047-04b4c57dde31', 'network_id': '203dddc9-87c2-468f-9ab9-d2290e8ee531', 'port_id': '51a19702-4eda-4f86-9047-04b4c57dde31', 'mac_address': 'fa:16:3e:e1:f3:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4ceb253-3d8e-46ef-b438-694b8c1700e2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 04:29:03.479135 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:03.492341 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.notifiers.nova [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51a19702-4eda-4f86-9047-04b4c57dde31 {{(pid=94617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 04:29:03.513743 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] For port 51a19702-4eda-4f86-9047-04b4c57dde31, host hv-cinder-81011, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81011',level=0,port_id=51a19702-4eda-4f86-9047-04b4c57dde31,segment=NetworkSegment(30b5be0d-9a0d-4d41-ab50-368f87857a66),segment_id=30b5be0d-9a0d-4d41-ab50-368f87857a66)] {{(pid=94617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:29:03.525204 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Provisioning for port 375905af-0844-46f2-a266-6a83b109e386 completed by entity L2. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 04:29:03.529784 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Provisioning complete for port 375905af-0844-46f2-a266-6a83b109e386 triggered by entity L2. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 04:29:03.530704 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628798'] for port, provisioning_complete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:03.600541 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:03.601598 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61c25b1-38a7-4217-a707-7e10b52e0f60 req-478289db-d8c3-416a-8706-58fe1c7bc558 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:29:03.603096 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-c61c25b1-38a7-4217-a707-7e10b52e0f60 req-478289db-d8c3-416a-8706-58fe1c7bc558 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=73071d9e-f5bc-439b-a5c9-d1ef0da01f57 HTTP/1.1" status: 200 len: 943 time: 0.0667384 Sep 22 04:29:03.638483 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:03.642893 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-c61c25b1-38a7-4217-a707-7e10b52e0f60 req-396f3944-d8c3-4364-890c-3b0f1a034a33 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=0987b5bf-9d30-4aee-b9ff-4b85b30fe4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328617 Sep 22 04:29:03.686634 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ecf19b8-6886-42a0-afa3-aef3b137e1dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '375905af-0844-46f2-a266-6a83b109e386'}] {{(pid=94617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 04:29:03.688896 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}993cef13cba3f0ab7640ec7edf55a13b4a27e0226575f61fb20ce20e7b239147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd318e79-a92a-4178-8b21-91f92873e9de" -d '{"events": [{"server_uuid": "1ecf19b8-6886-42a0-afa3-aef3b137e1dc", "name": "network-vif-plugged", "status": "completed", "tag": "375905af-0844-46f2-a266-6a83b109e386"}]}' {{(pid=94617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 04:29:03.694222 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Pushing event updated for resources: {'Port': ['ID=51a19702-4eda-4f86-9047-04b4c57dde31,revision_number=4']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:29:03.711918 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] For port 375905af-0844-46f2-a266-6a83b109e386, host hv-cinder-81011, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81011',level=0,port_id=375905af-0844-46f2-a266-6a83b109e386,segment=NetworkSegment(52b11b22-035d-48af-b1df-a7c29b32f724),segment_id=52b11b22-035d-48af-b1df-a7c29b32f724)] {{(pid=94617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:29:03.777120 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4575cb1-b121-407e-ba2c-286aac75a264 req-abb046a3-01ef-4448-9d94-93db993859ed tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:29:03.778596 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-b4575cb1-b121-407e-ba2c-286aac75a264 req-abb046a3-01ef-4448-9d94-93db993859ed tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/ports?device_id=82c75eac-ff79-4e36-86b8-c01f924f13fa HTTP/1.1" status: 200 len: 944 time: 0.0561759 Sep 22 04:29:03.817192 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:03.818124 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Device 75abee4a-8c15-411f-ade5-0f4864c5df91 up at agent hyperv_hv-cinder-81011 {{(pid=94617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 04:29:03.834961 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-b4575cb1-b121-407e-ba2c-286aac75a264 req-ff29a91b-bf36-43b8-8c2d-15601152962d tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa7be617-2fe6-4836-b1f1-d63120ca8390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500860 Sep 22 04:29:03.838173 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 41470) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:29:03.853673 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-f533a9b6-a229-4faf-a145-79cc1e8b6aa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:03.886352 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] get_ports_and_sgs() called for port_ids ['51a19702-4eda-4f86-9047-04b4c57dde31'] {{(pid=94617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 04:29:03.895088 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 04:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7285eaa-a3dd-4cab-9b89-61a36b95dc1f x-openstack-request-id: req-c7285eaa-a3dd-4cab-9b89-61a36b95dc1f {{(pid=94617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 04:29:03.895380 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ecf19b8-6886-42a0-afa3-aef3b137e1dc", "name": "network-vif-plugged", "status": "completed", "tag": "375905af-0844-46f2-a266-6a83b109e386", "code": 200}]} {{(pid=94617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 04:29:03.895624 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c7285eaa-a3dd-4cab-9b89-61a36b95dc1f {{(pid=94617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 04:29:03.896030 dv-cinder-810118-1-iscsi neutron-server[94617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ecf19b8-6886-42a0-afa3-aef3b137e1dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '375905af-0844-46f2-a266-6a83b109e386', 'code': 200} Sep 22 04:29:03.973558 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Pushing event updated for resources: {'Port': ['ID=375905af-0844-46f2-a266-6a83b109e386,revision_number=5']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:29:04.017975 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-f533a9b6-a229-4faf-a145-79cc1e8b6aa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:04.119723 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Provisioning for port 75abee4a-8c15-411f-ade5-0f4864c5df91 completed by entity L2. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 04:29:04.125520 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Provisioning complete for port 75abee4a-8c15-411f-ade5-0f4864c5df91 triggered by entity L2. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 04:29:04.126091 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628798'] for port, provisioning_complete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:04.159671 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-f533a9b6-a229-4faf-a145-79cc1e8b6aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:04.193472 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-f533a9b6-a229-4faf-a145-79cc1e8b6aa0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3672a0a2d7de4ba8a098242b0f26018c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3540213 Sep 22 04:29:04.196922 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 41486) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:29:04.219433 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:04.220638 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f533a9b6-a229-4faf-a145-79cc1e8b6aa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83fd5d2e-da38-4b56-97e3-d828039e5681,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:29:04.275868 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] For port 75abee4a-8c15-411f-ade5-0f4864c5df91, host hv-cinder-81011, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81011',level=0,port_id=75abee4a-8c15-411f-ade5-0f4864c5df91,segment=NetworkSegment(52b11b22-035d-48af-b1df-a7c29b32f724),segment_id=52b11b22-035d-48af-b1df-a7c29b32f724)] {{(pid=94617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:29:04.303422 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-61d68b2f-9921-4aa2-ae5b-6ea5e2438a5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:04.333823 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-61d68b2f-9921-4aa2-ae5b-6ea5e2438a5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:04.363500 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:04.421760 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd72a8b4-9575-4e4d-bcbb-096f02830abc req-221bc312-3e21-490b-b15b-b50b73a8224c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:29:04.424157 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-bd72a8b4-9575-4e4d-bcbb-096f02830abc req-221bc312-3e21-490b-b15b-b50b73a8224c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1ecf19b8-6886-42a0-afa3-aef3b137e1dc HTTP/1.1" status: 200 len: 1098 time: 0.0523810 Sep 22 04:29:04.434900 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Pushing event updated for resources: {'Port': ['ID=75abee4a-8c15-411f-ade5-0f4864c5df91,revision_number=5']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:29:04.465697 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-bd72a8b4-9575-4e4d-bcbb-096f02830abc req-3a08f3cc-dbc8-41e1-be09-3a71629c9e64 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=aa7be617-2fe6-4836-b1f1-d63120ca8390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332167 Sep 22 04:29:04.524240 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-61d68b2f-9921-4aa2-ae5b-6ea5e2438a5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:04.526761 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-61d68b2f-9921-4aa2-ae5b-6ea5e2438a5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:04.527940 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-61d68b2f-9921-4aa2-ae5b-6ea5e2438a5a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/83fd5d2e-da38-4b56-97e3-d828039e5681 HTTP/1.1" status: 204 len: 168 time: 0.3284461 Sep 22 04:29:04.535598 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d68b2f-9921-4aa2-ae5b-6ea5e2438a5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83fd5d2e-da38-4b56-97e3-d828039e5681,revision_number=None']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:29:04.767881 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19391f8-8d59-4608-98b5-21cbb7d513d6 req-f55ac97c-3212-4fc5-8854-a4749d673ccc tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:29:04.769547 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-f19391f8-8d59-4608-98b5-21cbb7d513d6 req-f55ac97c-3212-4fc5-8854-a4749d673ccc tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=73071d9e-f5bc-439b-a5c9-d1ef0da01f57 HTTP/1.1" status: 200 len: 944 time: 0.0528021 Sep 22 04:29:04.808189 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-f19391f8-8d59-4608-98b5-21cbb7d513d6 req-52605cea-9629-4f56-9d13-8bf123802120 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=0987b5bf-9d30-4aee-b9ff-4b85b30fe4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327060 Sep 22 04:29:04.891090 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 41516) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:29:04.960199 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf282414-dc49-4154-9676-65b4a887659b req-efe3a970-7d70-4a40-81b3-11b72085ea46 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:29:04.961916 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-bf282414-dc49-4154-9676-65b4a887659b req-efe3a970-7d70-4a40-81b3-11b72085ea46 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/ports?device_id=82c75eac-ff79-4e36-86b8-c01f924f13fa HTTP/1.1" status: 200 len: 945 time: 0.0507355 Sep 22 04:29:05.014675 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-bf282414-dc49-4154-9676-65b4a887659b req-a88a55dd-a07a-4551-be16-844d64dc9854 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa7be617-2fe6-4836-b1f1-d63120ca8390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461612 Sep 22 04:29:05.218469 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-20a10cca-0834-4f59-9ef6-cc2ff81c9e0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:05.300112 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Device 51a19702-4eda-4f86-9047-04b4c57dde31 up at agent hyperv_hv-cinder-81011 {{(pid=94617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 04:29:05.307918 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-20a10cca-0834-4f59-9ef6-cc2ff81c9e0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:05.371111 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-20a10cca-0834-4f59-9ef6-cc2ff81c9e0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:05.409890 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-20a10cca-0834-4f59-9ef6-cc2ff81c9e0e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=06696de3245447f5844111e7c57948c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5171139 Sep 22 04:29:05.410795 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a10cca-0834-4f59-9ef6-cc2ff81c9e0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c023903-8953-4ac6-bf05-e4eee5345f8c,revision_number=1']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:29:05.412594 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 41538) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:29:05.439562 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Provisioning for port 51a19702-4eda-4f86-9047-04b4c57dde31 completed by entity L2. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 04:29:05.443602 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Provisioning complete for port 51a19702-4eda-4f86-9047-04b4c57dde31 triggered by entity L2. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 04:29:05.444160 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628798'] for port, provisioning_complete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:05.470281 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-e19ea841-4501-4f90-872f-f68acec5ec7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:05.494400 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-e19ea841-4501-4f90-872f-f68acec5ec7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:05.563241 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:05.597437 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] For port 51a19702-4eda-4f86-9047-04b4c57dde31, host hv-cinder-81011, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81011',level=0,port_id=51a19702-4eda-4f86-9047-04b4c57dde31,segment=NetworkSegment(30b5be0d-9a0d-4d41-ab50-368f87857a66),segment_id=30b5be0d-9a0d-4d41-ab50-368f87857a66)] {{(pid=94617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:29:05.611364 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-e19ea841-4501-4f90-872f-f68acec5ec7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:05.614114 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-e19ea841-4501-4f90-872f-f68acec5ec7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:05.615468 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-e19ea841-4501-4f90-872f-f68acec5ec7a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4c023903-8953-4ac6-bf05-e4eee5345f8c HTTP/1.1" status: 204 len: 168 time: 0.2006280 Sep 22 04:29:05.627704 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19ea841-4501-4f90-872f-f68acec5ec7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c023903-8953-4ac6-bf05-e4eee5345f8c,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:29:05.702922 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:05.761599 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Pushing event updated for resources: {'Port': ['ID=51a19702-4eda-4f86-9047-04b4c57dde31,revision_number=5']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:29:05.901672 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82c75eac-ff79-4e36-86b8-c01f924f13fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75abee4a-8c15-411f-ade5-0f4864c5df91'}, {'server_uuid': '73071d9e-f5bc-439b-a5c9-d1ef0da01f57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51a19702-4eda-4f86-9047-04b4c57dde31'}] {{(pid=94617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 04:29:05.906070 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}993cef13cba3f0ab7640ec7edf55a13b4a27e0226575f61fb20ce20e7b239147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7330d935-89f3-4fc3-b506-3d476f46167c" -d '{"events": [{"server_uuid": "82c75eac-ff79-4e36-86b8-c01f924f13fa", "name": "network-vif-plugged", "status": "completed", "tag": "75abee4a-8c15-411f-ade5-0f4864c5df91"}, {"server_uuid": "73071d9e-f5bc-439b-a5c9-d1ef0da01f57", "name": "network-vif-plugged", "status": "completed", "tag": "51a19702-4eda-4f86-9047-04b4c57dde31"}]}' {{(pid=94617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 04:29:05.950787 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 22 Sep 2021 04:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3fea57d-8260-48d7-bc15-76d31d36d975 x-openstack-request-id: req-e3fea57d-8260-48d7-bc15-76d31d36d975 {{(pid=94617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 04:29:05.951259 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82c75eac-ff79-4e36-86b8-c01f924f13fa", "name": "network-vif-plugged", "status": "completed", "tag": "75abee4a-8c15-411f-ade5-0f4864c5df91", "code": 200}, {"server_uuid": "73071d9e-f5bc-439b-a5c9-d1ef0da01f57", "name": "network-vif-plugged", "status": "completed", "tag": "51a19702-4eda-4f86-9047-04b4c57dde31", "code": 200}]} {{(pid=94617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 04:29:05.951813 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e3fea57d-8260-48d7-bc15-76d31d36d975 {{(pid=94617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 04:29:05.952260 dv-cinder-810118-1-iscsi neutron-server[94617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82c75eac-ff79-4e36-86b8-c01f924f13fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75abee4a-8c15-411f-ade5-0f4864c5df91', 'code': 200} Sep 22 04:29:05.952533 dv-cinder-810118-1-iscsi neutron-server[94617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73071d9e-f5bc-439b-a5c9-d1ef0da01f57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51a19702-4eda-4f86-9047-04b4c57dde31', 'code': 200} Sep 22 04:29:05.969252 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88ee33a-4fd3-4ad3-9ee4-fe2b4f69f9da req-f59ade9a-259b-4100-aac8-a3da5d5f9a84 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:29:05.970801 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-b88ee33a-4fd3-4ad3-9ee4-fe2b4f69f9da req-f59ade9a-259b-4100-aac8-a3da5d5f9a84 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=73071d9e-f5bc-439b-a5c9-d1ef0da01f57 HTTP/1.1" status: 200 len: 945 time: 0.0667925 Sep 22 04:29:06.012913 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-b88ee33a-4fd3-4ad3-9ee4-fe2b4f69f9da req-182c8bf5-8fe0-4c2f-9d1e-2ca4e2913e9b tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=0987b5bf-9d30-4aee-b9ff-4b85b30fe4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349159 Sep 22 04:29:06.136939 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7925b2-46f1-4758-a302-415b0e330345 req-8e5e6733-943d-462d-91f4-3f768b81a8b7 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:29:06.138417 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-fa7925b2-46f1-4758-a302-415b0e330345 req-8e5e6733-943d-462d-91f4-3f768b81a8b7 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/ports?device_id=82c75eac-ff79-4e36-86b8-c01f924f13fa HTTP/1.1" status: 200 len: 945 time: 0.0492549 Sep 22 04:29:06.177143 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-fa7925b2-46f1-4758-a302-415b0e330345 req-ba723fd8-a2b8-4cb0-aa2f-1b28d56464a6 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa7be617-2fe6-4836-b1f1-d63120ca8390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324874 Sep 22 04:29:06.551626 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7e3fa6-3ac4-4caa-8b6b-4b66735a9290 req-68d64f91-9899-473d-aabc-cabe4525d9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:29:06.553293 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-af7e3fa6-3ac4-4caa-8b6b-4b66735a9290 req-68d64f91-9899-473d-aabc-cabe4525d9f2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=73071d9e-f5bc-439b-a5c9-d1ef0da01f57 HTTP/1.1" status: 200 len: 1098 time: 0.0466266 Sep 22 04:29:06.625998 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-af7e3fa6-3ac4-4caa-8b6b-4b66735a9290 req-357519c3-cb5c-4447-b85a-45caa267e21e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=0987b5bf-9d30-4aee-b9ff-4b85b30fe4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594530 Sep 22 04:29:06.630603 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136213fe-7727-4dcf-8228-014cbf104751 req-a81042f6-8cec-40e7-b5d0-e7e30c0a91ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:29:06.632711 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-136213fe-7727-4dcf-8228-014cbf104751 req-a81042f6-8cec-40e7-b5d0-e7e30c0a91ff service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=82c75eac-ff79-4e36-86b8-c01f924f13fa HTTP/1.1" status: 200 len: 1098 time: 0.0670066 Sep 22 04:29:06.734868 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:06.851902 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 41584) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:29:06.871550 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-48531958-13ee-4390-9b2d-309db8e46eb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:06.874432 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-136213fe-7727-4dcf-8228-014cbf104751 req-e6054db8-d069-4b3b-a2bd-568b212e13b8 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=aa7be617-2fe6-4836-b1f1-d63120ca8390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349674 Sep 22 04:29:06.982557 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-48531958-13ee-4390-9b2d-309db8e46eb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:07.079968 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-48531958-13ee-4390-9b2d-309db8e46eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:07.132936 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a4fddc-981e-4058-ba7c-9cd40dc0faa3 req-33b700eb-949d-43c5-8a78-c92484ab614c tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:29:07.134647 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-94a4fddc-981e-4058-ba7c-9cd40dc0faa3 req-33b700eb-949d-43c5-8a78-c92484ab614c tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=73071d9e-f5bc-439b-a5c9-d1ef0da01f57 HTTP/1.1" status: 200 len: 945 time: 0.0514781 Sep 22 04:29:07.138653 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-48531958-13ee-4390-9b2d-309db8e46eb7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c8d7ac2a3b324eb4aef0eb2c54fb8418&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2855015 Sep 22 04:29:07.141563 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48531958-13ee-4390-9b2d-309db8e46eb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e20dfd52-3b8c-496c-822c-a41af64abce8,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:29:07.142077 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 41598) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:29:07.199176 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-94a4fddc-981e-4058-ba7c-9cd40dc0faa3 req-9c757f01-d217-4914-b0b0-b4dce091b190 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=0987b5bf-9d30-4aee-b9ff-4b85b30fe4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583928 Sep 22 04:29:07.229044 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-5e82ca7d-09f9-43b6-be10-5ba08a7c24be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:07.248043 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-5e82ca7d-09f9-43b6-be10-5ba08a7c24be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:07.317514 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eee802-3a58-4f0c-b17f-56093d495f22 req-8c96fcb5-07d9-4ce9-9caf-628ba00803f9 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:29:07.318806 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-b9eee802-3a58-4f0c-b17f-56093d495f22 req-8c96fcb5-07d9-4ce9-9caf-628ba00803f9 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/ports?device_id=82c75eac-ff79-4e36-86b8-c01f924f13fa HTTP/1.1" status: 200 len: 945 time: 0.0483577 Sep 22 04:29:07.361027 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-b9eee802-3a58-4f0c-b17f-56093d495f22 req-613159cc-fed9-4424-b175-7875b99bcc48 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa7be617-2fe6-4836-b1f1-d63120ca8390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356236 Sep 22 04:29:07.376428 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-5e82ca7d-09f9-43b6-be10-5ba08a7c24be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:07.379271 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-5e82ca7d-09f9-43b6-be10-5ba08a7c24be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:07.380395 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-5e82ca7d-09f9-43b6-be10-5ba08a7c24be admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e20dfd52-3b8c-496c-822c-a41af64abce8 HTTP/1.1" status: 204 len: 168 time: 0.2320886 Sep 22 04:29:07.388097 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e82ca7d-09f9-43b6-be10-5ba08a7c24be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e20dfd52-3b8c-496c-822c-a41af64abce8,revision_number=None']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:29:08.332189 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a40021-5991-43fa-bb29-5d52962f667c req-f97b2362-4acd-4cd9-9324-6a3ed925572b tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:29:08.333958 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-20a40021-5991-43fa-bb29-5d52962f667c req-f97b2362-4acd-4cd9-9324-6a3ed925572b tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=73071d9e-f5bc-439b-a5c9-d1ef0da01f57 HTTP/1.1" status: 200 len: 945 time: 0.0519848 Sep 22 04:29:08.375838 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-20a40021-5991-43fa-bb29-5d52962f667c req-cd89aca0-1004-49e5-a8f2-a27b250e00e5 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=0987b5bf-9d30-4aee-b9ff-4b85b30fe4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344880 Sep 22 04:29:08.501580 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bb627e-dabd-46f1-868d-5e0f1216153b req-9b898c55-36cf-409b-a6be-19244ed9ed57 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:29:08.508618 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-d9bb627e-dabd-46f1-868d-5e0f1216153b req-9b898c55-36cf-409b-a6be-19244ed9ed57 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/ports?device_id=82c75eac-ff79-4e36-86b8-c01f924f13fa HTTP/1.1" status: 200 len: 945 time: 0.0520933 Sep 22 04:29:08.515618 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9043c4f6-ec9a-4042-902e-2534efb1d8ec req-54a2b7d6-1013-4f20-b2dc-d52a0839bc12 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:29:08.517484 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-9043c4f6-ec9a-4042-902e-2534efb1d8ec req-54a2b7d6-1013-4f20-b2dc-d52a0839bc12 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=73071d9e-f5bc-439b-a5c9-d1ef0da01f57 HTTP/1.1" status: 200 len: 945 time: 0.0574892 Sep 22 04:29:08.527173 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 41654) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:29:08.534971 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.v2.base [None req-3e22889f-eda8-405c-a385-62eaf59c115c tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Request body: {'floatingip': {'port_id': '51a19702-4eda-4f86-9047-04b4c57dde31'}} {{(pid=94616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 04:29:08.625324 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-3e22889f-eda8-405c-a385-62eaf59c115c tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Notify callbacks [] for floatingip, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:08.631138 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-d9bb627e-dabd-46f1-868d-5e0f1216153b req-ba4ebc06-b220-4968-86eb-4817f9a5e90c tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa7be617-2fe6-4836-b1f1-d63120ca8390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138620 Sep 22 04:29:09.463333 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-3e22889f-eda8-405c-a385-62eaf59c115c tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:09.531043 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-3e22889f-eda8-405c-a385-62eaf59c115c tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1865242'] for floatingip, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:09.631953 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.db.l3_db [None req-3e22889f-eda8-405c-a385-62eaf59c115c tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Floating IP cd1fa941-6361-4a5b-9f58-741f3ac632ef associated. External IP: 172.27.3.59, port: 51a19702-4eda-4f86-9047-04b4c57dde31. Sep 22 04:29:09.771730 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b786a450-0e67-4b72-a32e-6dbe6c507a01 req-3db98a52-30a7-49d8-833e-c46e97a9fd47 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:29:09.773790 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-b786a450-0e67-4b72-a32e-6dbe6c507a01 req-3db98a52-30a7-49d8-833e-c46e97a9fd47 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/ports?device_id=82c75eac-ff79-4e36-86b8-c01f924f13fa HTTP/1.1" status: 200 len: 945 time: 0.0835671 Sep 22 04:29:09.857438 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-b786a450-0e67-4b72-a32e-6dbe6c507a01 req-9126bece-1735-4566-b9d9-9e8b7bc2cb5d tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa7be617-2fe6-4836-b1f1-d63120ca8390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468330 Sep 22 04:29:09.915576 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e22889f-eda8-405c-a385-62eaf59c115c tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Router cecfd81e-557d-4b34-b379-68b2758efea1 has already been hosted by L3 agent 67baeb3b-346e-4680-9ea8-6eec6aa84835 {{(pid=94616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 04:29:10.027323 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e22889f-eda8-405c-a385-62eaf59c115c tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Notify agent at l3_agent.dv-cinder-810118-1-iscsi the message routers_updated {{(pid=94616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 04:29:10.032660 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-3e22889f-eda8-405c-a385-62eaf59c115c tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34584'] for floatingip, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:10.041633 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5dedf99-240c-41c4-9493-68834596ef95 None None] Sync routers for ids ['cecfd81e-557d-4b34-b379-68b2758efea1'] in dv-cinder-810118-1-iscsi {{(pid=94618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 04:29:10.051809 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5dedf99-240c-41c4-9493-68834596ef95 None None] Routers {'cecfd81e-557d-4b34-b379-68b2758efea1'} bound to L3 agent in host dv-cinder-810118-1-iscsi {{(pid=94618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 04:29:10.052736 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.l3_hamode_db [None req-d5dedf99-240c-41c4-9493-68834596ef95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810118-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T04:20:22Z,description=,heartbeat_timestamp=2021-09-22T04:28:52Z,host='dv-cinder-810118-1-iscsi',id=67baeb3b-346e-4680-9ea8-6eec6aa84835,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T04:20:23Z,topic='l3_agent')) {'router_ids': ['cecfd81e-557d-4b34-b379-68b2758efea1'], 'active': True} {{(pid=94618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:29:10.069665 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-3e22889f-eda8-405c-a385-62eaf59c115c tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "PUT /v2.0/floatingips/cd1fa941-6361-4a5b-9f58-741f3ac632ef HTTP/1.1" status: 200 len: 990 time: 1.5374846 Sep 22 04:29:10.069665 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73071d9e-f5bc-439b-a5c9-d1ef0da01f57', 'tag': '51a19702-4eda-4f86-9047-04b4c57dde31'}] {{(pid=94616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 04:29:10.070171 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ee93b3f7eb2b2b6a350c95698ebe5b9c8d238e2160e747b625fec6bb3c76933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dc54fd1-d5d8-4baf-bd6a-2f152e2111be" -d '{"events": [{"name": "network-changed", "server_uuid": "73071d9e-f5bc-439b-a5c9-d1ef0da01f57", "tag": "51a19702-4eda-4f86-9047-04b4c57dde31"}]}' {{(pid=94616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 04:29:10.172401 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.l3_dvr_db [None req-d5dedf99-240c-41c4-9493-68834596ef95 None None] Set router cecfd81e-557d-4b34-b379-68b2758efea1 gateway port host: dv-cinder-810118-1-iscsi {{(pid=94618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 04:29:10.415067 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 04:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24732dd2-6a5a-4893-ab9c-08e6526adff6 x-openstack-request-id: req-24732dd2-6a5a-4893-ab9c-08e6526adff6 {{(pid=94616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 04:29:10.415787 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73071d9e-f5bc-439b-a5c9-d1ef0da01f57", "tag": "51a19702-4eda-4f86-9047-04b4c57dde31", "status": "completed", "code": 200}]} {{(pid=94616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 04:29:10.416354 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-24732dd2-6a5a-4893-ab9c-08e6526adff6 {{(pid=94616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 04:29:10.417626 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73071d9e-f5bc-439b-a5c9-d1ef0da01f57', 'tag': '51a19702-4eda-4f86-9047-04b4c57dde31', 'status': 'completed', 'code': 200} Sep 22 04:29:10.523015 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53d3f68-128f-4606-8c5c-0cf995a134c0 req-47067feb-9146-4c54-b5e1-cfd9ce75464d tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:29:10.531405 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-a53d3f68-128f-4606-8c5c-0cf995a134c0 req-47067feb-9146-4c54-b5e1-cfd9ce75464d tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/ports?device_id=82c75eac-ff79-4e36-86b8-c01f924f13fa HTTP/1.1" status: 200 len: 945 time: 0.0664208 Sep 22 04:29:10.540727 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.l3_hamode_db [None req-d5dedf99-240c-41c4-9493-68834596ef95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cecfd81e-557d-4b34-b379-68b2758efea1', 'name': 'tempest-AttachVolumeShelveTestJSON-756009411-router', 'tenant_id': 'a5932c0fd28d4509bc11811644adc1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'external_fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '93d30c9f-be6e-4692-9828-46f90ecb7723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T04:28:25Z', 'updated_at': '2021-09-22T04:28:31Z', 'revision_number': 4, 'project_id': 'a5932c0fd28d4509bc11811644adc1b2', 'gw_port': {'id': '93d30c9f-be6e-4692-9828-46f90ecb7723', 'name': '', 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:23:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecfd81e-557d-4b34-b379-68b2758efea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:28:26Z', 'updated_at': '2021-09-22T04:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810118-1-iscsi', '_floatingips': [{'id': 'cd1fa941-6361-4a5b-9f58-741f3ac632ef', 'tenant_id': 'a5932c0fd28d4509bc11811644adc1b2', 'floating_ip_address': '172.27.3.59', 'floating_network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'router_id': 'cecfd81e-557d-4b34-b379-68b2758efea1', 'port_id': '51a19702-4eda-4f86-9047-04b4c57dde31', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '203dddc9-87c2-468f-9ab9-d2290e8ee531', 'mac_address': 'fa:16:3e:e1:f3:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73071d9e-f5bc-439b-a5c9-d1ef0da01f57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T04:28:43Z', 'updated_at': '2021-09-22T04:29:09Z', 'revision_number': 1, 'project_id': 'a5932c0fd28d4509bc11811644adc1b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54b7699d-d14a-4cfa-8562-984e30dcf905', 'name': '', 'network_id': '203dddc9-87c2-468f-9ab9-d2290e8ee531', 'tenant_id': 'a5932c0fd28d4509bc11811644adc1b2', 'mac_address': 'fa:16:3e:52:0b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecfd81e-557d-4b34-b379-68b2758efea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e4ceb253-3d8e-46ef-b438-694b8c1700e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:28:30Z', 'updated_at': '2021-09-22T04:28:37Z', 'revision_number': 5, 'project_id': 'a5932c0fd28d4509bc11811644adc1b2', 'subnets': [{'id': 'e4ceb253-3d8e-46ef-b438-694b8c1700e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810118-1-iscsi', False) {} {{(pid=94618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:29:10.563655 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-a53d3f68-128f-4606-8c5c-0cf995a134c0 req-960babec-7178-4c41-ba44-96f380616c41 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa7be617-2fe6-4836-b1f1-d63120ca8390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313830 Sep 22 04:29:10.573033 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5dedf99-240c-41c4-9493-68834596ef95 None None] Checking router: cecfd81e-557d-4b34-b379-68b2758efea1 for host: dv-cinder-810118-1-iscsi {{(pid=94618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 04:29:10.589927 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5dedf99-240c-41c4-9493-68834596ef95 None None] Routers {'cecfd81e-557d-4b34-b379-68b2758efea1'} bound to L3 agent in host dv-cinder-810118-1-iscsi {{(pid=94618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 04:29:10.590546 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.l3_hamode_db [None req-d5dedf99-240c-41c4-9493-68834596ef95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810118-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T04:20:22Z,description=,heartbeat_timestamp=2021-09-22T04:28:52Z,host='dv-cinder-810118-1-iscsi',id=67baeb3b-346e-4680-9ea8-6eec6aa84835,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T04:20:23Z,topic='l3_agent')) {'router_ids': ['cecfd81e-557d-4b34-b379-68b2758efea1'], 'active': True} {{(pid=94618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:29:10.691992 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.l3_dvr_db [None req-d5dedf99-240c-41c4-9493-68834596ef95 None None] Set router cecfd81e-557d-4b34-b379-68b2758efea1 gateway port host: dv-cinder-810118-1-iscsi {{(pid=94618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 04:29:10.908944 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.l3_hamode_db [None req-d5dedf99-240c-41c4-9493-68834596ef95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cecfd81e-557d-4b34-b379-68b2758efea1', 'name': 'tempest-AttachVolumeShelveTestJSON-756009411-router', 'tenant_id': 'a5932c0fd28d4509bc11811644adc1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'external_fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '93d30c9f-be6e-4692-9828-46f90ecb7723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T04:28:25Z', 'updated_at': '2021-09-22T04:28:31Z', 'revision_number': 4, 'project_id': 'a5932c0fd28d4509bc11811644adc1b2', 'gw_port': {'id': '93d30c9f-be6e-4692-9828-46f90ecb7723', 'name': '', 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:23:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecfd81e-557d-4b34-b379-68b2758efea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:28:26Z', 'updated_at': '2021-09-22T04:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810118-1-iscsi', '_floatingips': [{'id': 'cd1fa941-6361-4a5b-9f58-741f3ac632ef', 'tenant_id': 'a5932c0fd28d4509bc11811644adc1b2', 'floating_ip_address': '172.27.3.59', 'floating_network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'router_id': 'cecfd81e-557d-4b34-b379-68b2758efea1', 'port_id': '51a19702-4eda-4f86-9047-04b4c57dde31', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '203dddc9-87c2-468f-9ab9-d2290e8ee531', 'mac_address': 'fa:16:3e:e1:f3:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73071d9e-f5bc-439b-a5c9-d1ef0da01f57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T04:28:43Z', 'updated_at': '2021-09-22T04:29:09Z', 'revision_number': 1, 'project_id': 'a5932c0fd28d4509bc11811644adc1b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54b7699d-d14a-4cfa-8562-984e30dcf905', 'name': '', 'network_id': '203dddc9-87c2-468f-9ab9-d2290e8ee531', 'tenant_id': 'a5932c0fd28d4509bc11811644adc1b2', 'mac_address': 'fa:16:3e:52:0b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecfd81e-557d-4b34-b379-68b2758efea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e4ceb253-3d8e-46ef-b438-694b8c1700e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:28:30Z', 'updated_at': '2021-09-22T04:28:37Z', 'revision_number': 5, 'project_id': 'a5932c0fd28d4509bc11811644adc1b2', 'subnets': [{'id': 'e4ceb253-3d8e-46ef-b438-694b8c1700e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810118-1-iscsi', False) {} {{(pid=94618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:29:10.935656 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5dedf99-240c-41c4-9493-68834596ef95 None None] The sync data for ids ['cecfd81e-557d-4b34-b379-68b2758efea1'] in dv-cinder-810118-1-iscsi is: [{'id': 'cecfd81e-557d-4b34-b379-68b2758efea1', 'name': 'tempest-AttachVolumeShelveTestJSON-756009411-router', 'tenant_id': 'a5932c0fd28d4509bc11811644adc1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'external_fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '93d30c9f-be6e-4692-9828-46f90ecb7723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T04:28:25Z', 'updated_at': '2021-09-22T04:28:31Z', 'revision_number': 4, 'project_id': 'a5932c0fd28d4509bc11811644adc1b2', 'gw_port': {'id': '93d30c9f-be6e-4692-9828-46f90ecb7723', 'name': '', 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:23:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecfd81e-557d-4b34-b379-68b2758efea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:28:26Z', 'updated_at': '2021-09-22T04:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810118-1-iscsi', '_floatingips': [{'id': 'cd1fa941-6361-4a5b-9f58-741f3ac632ef', 'tenant_id': 'a5932c0fd28d4509bc11811644adc1b2', 'floating_ip_address': '172.27.3.59', 'floating_network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'router_id': 'cecfd81e-557d-4b34-b379-68b2758efea1', 'port_id': '51a19702-4eda-4f86-9047-04b4c57dde31', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '203dddc9-87c2-468f-9ab9-d2290e8ee531', 'mac_address': 'fa:16:3e:e1:f3:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73071d9e-f5bc-439b-a5c9-d1ef0da01f57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T04:28:43Z', 'updated_at': '2021-09-22T04:29:09Z', 'revision_number': 1, 'project_id': 'a5932c0fd28d4509bc11811644adc1b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54b7699d-d14a-4cfa-8562-984e30dcf905', 'name': '', 'network_id': '203dddc9-87c2-468f-9ab9-d2290e8ee531', 'tenant_id': 'a5932c0fd28d4509bc11811644adc1b2', 'mac_address': 'fa:16:3e:52:0b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecfd81e-557d-4b34-b379-68b2758efea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e4ceb253-3d8e-46ef-b438-694b8c1700e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:28:30Z', 'updated_at': '2021-09-22T04:28:37Z', 'revision_number': 5, 'project_id': 'a5932c0fd28d4509bc11811644adc1b2', 'subnets': [{'id': 'e4ceb253-3d8e-46ef-b438-694b8c1700e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 04:29:11.080179 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.agents_db [None req-7fda405f-bd13-41fd-9497-f6551785b8a3 None None] Agent healthcheck: found 6 active agents {{(pid=94618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 04:29:11.135425 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a6ac94-7858-47e4-9685-8ee5a29196cd None None] New status for floating IP cd1fa941-6361-4a5b-9f58-741f3ac632ef: ACTIVE {{(pid=94617) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 04:29:11.682482 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef441bce-04e5-49a9-ac36-0ced991d8249 req-c2288137-33ce-4f7a-8e35-cb811669e962 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:29:11.683949 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-ef441bce-04e5-49a9-ac36-0ced991d8249 req-c2288137-33ce-4f7a-8e35-cb811669e962 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/ports?device_id=82c75eac-ff79-4e36-86b8-c01f924f13fa HTTP/1.1" status: 200 len: 945 time: 0.0502789 Sep 22 04:29:11.719645 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-ef441bce-04e5-49a9-ac36-0ced991d8249 req-75be01c3-ed87-4e5e-a065-9485c9f13866 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa7be617-2fe6-4836-b1f1-d63120ca8390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297093 Sep 22 04:29:12.414967 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc54fd1-d5d8-4baf-bd6a-2f152e2111be req-b12b8092-7b87-446a-8111-3d924427b3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:29:12.416454 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-5dc54fd1-d5d8-4baf-bd6a-2f152e2111be req-b12b8092-7b87-446a-8111-3d924427b3d1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a5932c0fd28d4509bc11811644adc1b2&device_id=73071d9e-f5bc-439b-a5c9-d1ef0da01f57 HTTP/1.1" status: 200 len: 1098 time: 0.0389590 Sep 22 04:29:12.543816 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc54fd1-d5d8-4baf-bd6a-2f152e2111be req-daec1141-2516-4478-b2fa-325333ff41fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:29:12.545185 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-5dc54fd1-d5d8-4baf-bd6a-2f152e2111be req-daec1141-2516-4478-b2fa-325333ff41fc service neutron] 10.222.0.30 "GET /v2.0/networks?id=203dddc9-87c2-468f-9ab9-d2290e8ee531 HTTP/1.1" status: 200 len: 916 time: 0.1120162 Sep 22 04:29:12.550823 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2e6ecf-b90f-49ac-b5c6-e5b08e762f71 req-815f4e3e-8ba6-4171-a9ce-767f2538dbde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:29:12.552148 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-cb2e6ecf-b90f-49ac-b5c6-e5b08e762f71 req-815f4e3e-8ba6-4171-a9ce-767f2538dbde service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a1cd15fdc6c94a548394ecbbef9cfbdb&device_id=82c75eac-ff79-4e36-86b8-c01f924f13fa HTTP/1.1" status: 200 len: 1098 time: 0.0576422 Sep 22 04:29:12.722894 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-5dc54fd1-d5d8-4baf-bd6a-2f152e2111be req-529b0167-6d4d-4f0f-a35d-fd12a13684cc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=51a19702-4eda-4f86-9047-04b4c57dde31 HTTP/1.1" status: 200 len: 1000 time: 0.1466868 Sep 22 04:29:12.767691 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2e6ecf-b90f-49ac-b5c6-e5b08e762f71 req-ea56917a-168d-47b7-bd9b-c0a47920039e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:29:12.769209 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-cb2e6ecf-b90f-49ac-b5c6-e5b08e762f71 req-ea56917a-168d-47b7-bd9b-c0a47920039e service neutron] 10.222.0.30 "GET /v2.0/networks?id=c3127e33-e3a7-40dd-befc-6cdb5ff134d1 HTTP/1.1" status: 200 len: 919 time: 0.1920002 Sep 22 04:29:12.791836 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc54fd1-d5d8-4baf-bd6a-2f152e2111be req-1e6f3de9-91cd-4c57-9eca-fc7ff71ec301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:29:12.793303 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-5dc54fd1-d5d8-4baf-bd6a-2f152e2111be req-1e6f3de9-91cd-4c57-9eca-fc7ff71ec301 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e4ceb253-3d8e-46ef-b438-694b8c1700e2 HTTP/1.1" status: 200 len: 855 time: 0.0593731 Sep 22 04:29:12.830222 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-cb2e6ecf-b90f-49ac-b5c6-e5b08e762f71 req-f85e0ffb-dfdb-4011-91b0-eab5a9eb8950 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=75abee4a-8c15-411f-ade5-0f4864c5df91 HTTP/1.1" status: 200 len: 217 time: 0.0483308 Sep 22 04:29:12.830962 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d92a5e1-5adc-4dc0-bea8-8df08ba26dd9 req-78cdab0c-2814-4153-a028-10719c5972b3 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:29:12.832524 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-2d92a5e1-5adc-4dc0-bea8-8df08ba26dd9 req-78cdab0c-2814-4153-a028-10719c5972b3 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/ports?device_id=82c75eac-ff79-4e36-86b8-c01f924f13fa HTTP/1.1" status: 200 len: 945 time: 0.0477662 Sep 22 04:29:12.871905 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-2d92a5e1-5adc-4dc0-bea8-8df08ba26dd9 req-9bd4467c-e410-41c2-bb7d-eb5e3900cb28 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa7be617-2fe6-4836-b1f1-d63120ca8390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326099 Sep 22 04:29:12.895870 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc54fd1-d5d8-4baf-bd6a-2f152e2111be req-75484a9c-c6ca-434b-965b-36bc97eb3914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:29:12.897460 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-5dc54fd1-d5d8-4baf-bd6a-2f152e2111be req-75484a9c-c6ca-434b-965b-36bc97eb3914 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=203dddc9-87c2-468f-9ab9-d2290e8ee531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0753667 Sep 22 04:29:12.900904 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2e6ecf-b90f-49ac-b5c6-e5b08e762f71 req-a43f2b62-e8a6-4b2c-a01e-540030dae9df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:29:12.902225 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-cb2e6ecf-b90f-49ac-b5c6-e5b08e762f71 req-a43f2b62-e8a6-4b2c-a01e-540030dae9df service neutron] 10.222.0.30 "GET /v2.0/subnets?id=68bee0f4-b400-45ff-a8a4-2d8e6261d0d5 HTTP/1.1" status: 200 len: 859 time: 0.0552692 Sep 22 04:29:12.950712 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-cb2e6ecf-b90f-49ac-b5c6-e5b08e762f71 req-8bcaf383-8d76-4f9d-ae3b-2da3c2b7335c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c3127e33-e3a7-40dd-befc-6cdb5ff134d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318317 Sep 22 04:29:13.074715 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-5dc54fd1-d5d8-4baf-bd6a-2f152e2111be req-3eba8a40-f1e2-4d91-b8de-45fc97cd68c7 service neutron] 10.222.0.30 "GET /v2.0/networks/203dddc9-87c2-468f-9ab9-d2290e8ee531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632702 Sep 22 04:29:13.113523 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-cb2e6ecf-b90f-49ac-b5c6-e5b08e762f71 req-2901424e-96d9-4d0d-ae11-18e7bacd883a service neutron] 10.222.0.30 "GET /v2.0/networks/c3127e33-e3a7-40dd-befc-6cdb5ff134d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214802 Sep 22 04:29:13.438168 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-5dc54fd1-d5d8-4baf-bd6a-2f152e2111be req-061cdde9-653a-4bfe-8c54-ff90e60a7a64 service neutron] 10.222.0.30 "GET /v2.0/networks/203dddc9-87c2-468f-9ab9-d2290e8ee531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3542912 Sep 22 04:29:13.469843 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-cb2e6ecf-b90f-49ac-b5c6-e5b08e762f71 req-643ba51e-c760-47a0-bcd9-03e5c4370d15 service neutron] 10.222.0.30 "GET /v2.0/networks/c3127e33-e3a7-40dd-befc-6cdb5ff134d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3436692 Sep 22 04:29:14.008235 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f47138-010d-453f-9afa-f6542be06711 req-700c458a-bd8b-46ce-84a3-4737cb8075c1 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:29:14.009716 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-a5f47138-010d-453f-9afa-f6542be06711 req-700c458a-bd8b-46ce-84a3-4737cb8075c1 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/ports?device_id=82c75eac-ff79-4e36-86b8-c01f924f13fa HTTP/1.1" status: 200 len: 945 time: 0.0642195 Sep 22 04:29:14.046968 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-a5f47138-010d-453f-9afa-f6542be06711 req-bf552dab-12d2-4874-bb6f-53cd019e723c tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa7be617-2fe6-4836-b1f1-d63120ca8390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313454 Sep 22 04:29:15.159324 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e908ee-6e03-46c1-94a5-2d2325d5e250 req-eb7719bc-3896-44bb-987f-ad5b58cd822d tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:29:15.160953 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-93e908ee-6e03-46c1-94a5-2d2325d5e250 req-eb7719bc-3896-44bb-987f-ad5b58cd822d tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/ports?device_id=82c75eac-ff79-4e36-86b8-c01f924f13fa HTTP/1.1" status: 200 len: 945 time: 0.0480592 Sep 22 04:29:15.199391 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-93e908ee-6e03-46c1-94a5-2d2325d5e250 req-419b0c21-d1b2-43e3-9cba-ad8d4ba17f7b tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa7be617-2fe6-4836-b1f1-d63120ca8390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323594 Sep 22 04:29:16.315283 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0503178-75a4-407a-aa90-199d7e3bf260 req-720b435b-1617-4674-89e0-d8857f269585 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:29:16.320920 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-c0503178-75a4-407a-aa90-199d7e3bf260 req-720b435b-1617-4674-89e0-d8857f269585 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/ports?device_id=82c75eac-ff79-4e36-86b8-c01f924f13fa HTTP/1.1" status: 200 len: 945 time: 0.0530612 Sep 22 04:29:16.353100 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-c0503178-75a4-407a-aa90-199d7e3bf260 req-931e849f-8e19-4fff-86ef-c9e56fbb2374 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa7be617-2fe6-4836-b1f1-d63120ca8390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299847 Sep 22 04:29:17.611839 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6c76e4-112c-4d5b-9de7-d69b9e72f814 req-42f7022a-0caa-4fea-bd02-e30066f385ba tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:29:17.613335 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-ca6c76e4-112c-4d5b-9de7-d69b9e72f814 req-42f7022a-0caa-4fea-bd02-e30066f385ba tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/ports?device_id=82c75eac-ff79-4e36-86b8-c01f924f13fa HTTP/1.1" status: 200 len: 945 time: 0.1941061 Sep 22 04:29:17.654314 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-ca6c76e4-112c-4d5b-9de7-d69b9e72f814 req-e6db4ae3-6d22-46a0-989a-4e8f291ea9a1 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa7be617-2fe6-4836-b1f1-d63120ca8390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337241 Sep 22 04:29:18.211404 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaa7d84-4b2d-42e9-958f-a30df7f4592c req-3771282b-e519-4a01-a722-c448ad299d82 tempest-DeleteServersTestJSON-1499673524 tempest-DeleteServersTestJSON-1499673524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:29:18.212819 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-adaa7d84-4b2d-42e9-958f-a30df7f4592c req-3771282b-e519-4a01-a722-c448ad299d82 tempest-DeleteServersTestJSON-1499673524 tempest-DeleteServersTestJSON-1499673524-project] 10.222.0.24 "GET /v2.0/ports?device_id=39c197ef-8b12-43d6-a836-98115174e241 HTTP/1.1" status: 200 len: 946 time: 0.0483274 Sep 22 04:29:18.248908 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-adaa7d84-4b2d-42e9-958f-a30df7f4592c req-2906bf91-5a21-4fe0-9392-9c1fc4c13b3f tempest-DeleteServersTestJSON-1499673524 tempest-DeleteServersTestJSON-1499673524-project] 10.222.0.24 "GET /v2.0/security-groups?id=fe8194a4-d50b-48ab-a66c-de139119b70d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302353 Sep 22 04:29:18.765976 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc121a53-2113-4962-8cfa-c72c66ae55de req-6f65a60c-75bf-47d5-a188-3a279c4edc3b tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:29:18.767351 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-dc121a53-2113-4962-8cfa-c72c66ae55de req-6f65a60c-75bf-47d5-a188-3a279c4edc3b tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/ports?device_id=82c75eac-ff79-4e36-86b8-c01f924f13fa HTTP/1.1" status: 200 len: 945 time: 0.0473671 Sep 22 04:29:18.805892 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-dc121a53-2113-4962-8cfa-c72c66ae55de req-8407b7cb-dc0d-41d1-82a3-e38d1745f45b tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa7be617-2fe6-4836-b1f1-d63120ca8390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321050 Sep 22 04:29:19.375216 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4408e2ca-37d5-4aa1-9c53-fe5065de219b req-3f0edea8-c821-4fe6-a5ac-3bba778eb9a6 tempest-DeleteServersTestJSON-1499673524 tempest-DeleteServersTestJSON-1499673524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:29:19.376803 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-4408e2ca-37d5-4aa1-9c53-fe5065de219b req-3f0edea8-c821-4fe6-a5ac-3bba778eb9a6 tempest-DeleteServersTestJSON-1499673524 tempest-DeleteServersTestJSON-1499673524-project] 10.222.0.24 "GET /v2.0/ports?device_id=39c197ef-8b12-43d6-a836-98115174e241 HTTP/1.1" status: 200 len: 946 time: 0.0546060 Sep 22 04:29:19.425651 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-4408e2ca-37d5-4aa1-9c53-fe5065de219b req-8e2de643-c34b-49c4-8009-56a62cf130f7 tempest-DeleteServersTestJSON-1499673524 tempest-DeleteServersTestJSON-1499673524-project] 10.222.0.24 "GET /v2.0/security-groups?id=fe8194a4-d50b-48ab-a66c-de139119b70d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412807 Sep 22 04:29:19.920864 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b190aec-9263-4cac-bf15-3dcd41e8d3aa req-c15b2dd5-e263-4479-8647-0582c69f814d tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:29:19.922506 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-7b190aec-9263-4cac-bf15-3dcd41e8d3aa req-c15b2dd5-e263-4479-8647-0582c69f814d tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/ports?device_id=82c75eac-ff79-4e36-86b8-c01f924f13fa HTTP/1.1" status: 200 len: 945 time: 0.0507317 Sep 22 04:29:19.959029 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-7b190aec-9263-4cac-bf15-3dcd41e8d3aa req-8b84bbfb-0a46-4618-bc3b-2925f581f4a0 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa7be617-2fe6-4836-b1f1-d63120ca8390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305905 Sep 22 04:29:20.119140 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-a91c62c2-1022-4218-9602-329886cade8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:20.392037 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd87cd5-3924-40b8-8cd2-801fe4c7603c req-9b5415bc-f9bb-4a9e-9159-b9fd538879fa tempest-DeleteServersTestJSON-1499673524 tempest-DeleteServersTestJSON-1499673524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:29:20.393546 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-ddd87cd5-3924-40b8-8cd2-801fe4c7603c req-9b5415bc-f9bb-4a9e-9159-b9fd538879fa tempest-DeleteServersTestJSON-1499673524 tempest-DeleteServersTestJSON-1499673524-project] 10.222.0.30 "GET /v2.0/ports?device_id=39c197ef-8b12-43d6-a836-98115174e241 HTTP/1.1" status: 200 len: 946 time: 0.0495510 Sep 22 04:29:20.520922 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [req-ddd87cd5-3924-40b8-8cd2-801fe4c7603c req-f1f6ef09-d83b-41b3-9e24-044ea60949d7 tempest-DeleteServersTestJSON-1499673524 tempest-DeleteServersTestJSON-1499673524-project] Deleting port 2a3926b2-72b2-493b-be35-a7d7d5d76fa7 {{(pid=94616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 04:29:20.521317 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-ddd87cd5-3924-40b8-8cd2-801fe4c7603c req-f1f6ef09-d83b-41b3-9e24-044ea60949d7 tempest-DeleteServersTestJSON-1499673524 tempest-DeleteServersTestJSON-1499673524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769518975272'] for port, before_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:20.550975 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aff027-43a6-4edb-aa4e-05763482ce57 req-9f298660-898a-4d24-b5b9-e0b12dc219d5 tempest-DeleteServersTestJSON-1499673524 tempest-DeleteServersTestJSON-1499673524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:29:20.553749 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-39aff027-43a6-4edb-aa4e-05763482ce57 req-9f298660-898a-4d24-b5b9-e0b12dc219d5 tempest-DeleteServersTestJSON-1499673524 tempest-DeleteServersTestJSON-1499673524-project] 10.222.0.24 "GET /v2.0/ports?device_id=39c197ef-8b12-43d6-a836-98115174e241 HTTP/1.1" status: 200 len: 946 time: 0.0549169 Sep 22 04:29:20.591967 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-39aff027-43a6-4edb-aa4e-05763482ce57 req-2e580354-5d91-4a50-ac73-6e5cf04435d0 tempest-DeleteServersTestJSON-1499673524 tempest-DeleteServersTestJSON-1499673524-project] 10.222.0.24 "GET /v2.0/security-groups?id=fe8194a4-d50b-48ab-a66c-de139119b70d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319068 Sep 22 04:29:20.614256 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [req-ddd87cd5-3924-40b8-8cd2-801fe4c7603c req-f1f6ef09-d83b-41b3-9e24-044ea60949d7 tempest-DeleteServersTestJSON-1499673524 tempest-DeleteServersTestJSON-1499673524-project] For port 2a3926b2-72b2-493b-be35-a7d7d5d76fa7, host hv-cinder-81011, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81011',level=0,port_id=2a3926b2-72b2-493b-be35-a7d7d5d76fa7,segment=NetworkSegment(e7837a72-4805-4630-be38-e94de50b24c1),segment_id=e7837a72-4805-4630-be38-e94de50b24c1)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:29:20.620906 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-ddd87cd5-3924-40b8-8cd2-801fe4c7603c req-f1f6ef09-d83b-41b3-9e24-044ea60949d7 tempest-DeleteServersTestJSON-1499673524 tempest-DeleteServersTestJSON-1499673524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1861379'] for port, precommit_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:20.629402 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [req-ddd87cd5-3924-40b8-8cd2-801fe4c7603c req-f1f6ef09-d83b-41b3-9e24-044ea60949d7 tempest-DeleteServersTestJSON-1499673524 tempest-DeleteServersTestJSON-1499673524-project] Calling delete_port for 2a3926b2-72b2-493b-be35-a7d7d5d76fa7 owned by compute:nova {{(pid=94616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 04:29:20.894828 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-ddd87cd5-3924-40b8-8cd2-801fe4c7603c req-f1f6ef09-d83b-41b3-9e24-044ea60949d7 tempest-DeleteServersTestJSON-1499673524 tempest-DeleteServersTestJSON-1499673524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769518980334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769518673866'] for port, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:20.913856 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] get_ports_and_sgs() called for port_ids ['2a3926b2-72b2-493b-be35-a7d7d5d76fa7'] {{(pid=94617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 04:29:20.926892 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f6ef09-d83b-41b3-9e24-044ea60949d7 tempest-DeleteServersTestJSON-1499673524 tempest-DeleteServersTestJSON-1499673524-project] Pushing event deleted for resources: {'Port': ['ID=2a3926b2-72b2-493b-be35-a7d7d5d76fa7,revision_number=None']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:29:20.989842 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddd87cd5-3924-40b8-8cd2-801fe4c7603c req-f1f6ef09-d83b-41b3-9e24-044ea60949d7 tempest-DeleteServersTestJSON-1499673524 tempest-DeleteServersTestJSON-1499673524-project] No DVR routers for this DVR port 2a3926b2-72b2-493b-be35-a7d7d5d76fa7 on host hv-cinder-81011 {{(pid=94616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 04:29:20.997810 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-ddd87cd5-3924-40b8-8cd2-801fe4c7603c req-f1f6ef09-d83b-41b3-9e24-044ea60949d7 tempest-DeleteServersTestJSON-1499673524 tempest-DeleteServersTestJSON-1499673524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34584'] for port, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:20.997810 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-ddd87cd5-3924-40b8-8cd2-801fe4c7603c req-f1f6ef09-d83b-41b3-9e24-044ea60949d7 tempest-DeleteServersTestJSON-1499673524 tempest-DeleteServersTestJSON-1499673524-project] 10.222.0.30 "DELETE /v2.0/ports/2a3926b2-72b2-493b-be35-a7d7d5d76fa7 HTTP/1.1" status: 204 len: 173 time: 0.5947468 Sep 22 04:29:20.997810 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39c197ef-8b12-43d6-a836-98115174e241', 'name': 'network-vif-deleted', 'tag': '2a3926b2-72b2-493b-be35-a7d7d5d76fa7'}] {{(pid=94616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 04:29:20.997810 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ee93b3f7eb2b2b6a350c95698ebe5b9c8d238e2160e747b625fec6bb3c76933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81b9009b-1c76-4355-8f78-4a5acd6e6246" -d '{"events": [{"server_uuid": "39c197ef-8b12-43d6-a836-98115174e241", "name": "network-vif-deleted", "tag": "2a3926b2-72b2-493b-be35-a7d7d5d76fa7"}]}' {{(pid=94616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 04:29:21.034748 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 04:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71b6e340-353e-4fcd-ab79-cb5fd15d8545 x-openstack-request-id: req-71b6e340-353e-4fcd-ab79-cb5fd15d8545 {{(pid=94616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 04:29:21.035035 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39c197ef-8b12-43d6-a836-98115174e241", "name": "network-vif-deleted", "tag": "2a3926b2-72b2-493b-be35-a7d7d5d76fa7", "status": "completed", "code": 200}]} {{(pid=94616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 04:29:21.035290 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-71b6e340-353e-4fcd-ab79-cb5fd15d8545 {{(pid=94616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 04:29:21.035803 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39c197ef-8b12-43d6-a836-98115174e241', 'name': 'network-vif-deleted', 'tag': '2a3926b2-72b2-493b-be35-a7d7d5d76fa7', 'status': 'completed', 'code': 200} Sep 22 04:29:21.075164 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f384e06-7c5e-4c29-8f0a-dc6141ab9544 req-7e184d62-1c4c-47db-abdc-30cdb664f91d tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:29:21.076664 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-4f384e06-7c5e-4c29-8f0a-dc6141ab9544 req-7e184d62-1c4c-47db-abdc-30cdb664f91d tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/ports?device_id=82c75eac-ff79-4e36-86b8-c01f924f13fa HTTP/1.1" status: 200 len: 945 time: 0.0485501 Sep 22 04:29:21.114833 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-4f384e06-7c5e-4c29-8f0a-dc6141ab9544 req-4f0efa7f-7b43-4540-bdec-b2de62a251ed tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa7be617-2fe6-4836-b1f1-d63120ca8390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322804 Sep 22 04:29:21.684826 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-236c3d59-fa65-4ff4-a7e6-4a6831b8998a req-8fae9407-7c0c-4ab7-a2cf-888e11851664 tempest-DeleteServersTestJSON-1499673524 tempest-DeleteServersTestJSON-1499673524-project] 10.222.0.24 "GET /v2.0/ports?device_id=39c197ef-8b12-43d6-a836-98115174e241 HTTP/1.1" status: 200 len: 210 time: 0.0251563 Sep 22 04:29:22.177332 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 41978) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:29:22.249221 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79146e10-bdbc-4f0c-be29-d82cc3012a9f req-e8949a0b-3e1b-4c14-9c10-6b62a2c9444a tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:29:22.250877 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-79146e10-bdbc-4f0c-be29-d82cc3012a9f req-e8949a0b-3e1b-4c14-9c10-6b62a2c9444a tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/ports?device_id=82c75eac-ff79-4e36-86b8-c01f924f13fa HTTP/1.1" status: 200 len: 945 time: 0.0539403 Sep 22 04:29:22.294051 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-79146e10-bdbc-4f0c-be29-d82cc3012a9f req-eef77561-7b3e-4b64-a6f0-246ccbbd6f59 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa7be617-2fe6-4836-b1f1-d63120ca8390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367415 Sep 22 04:29:22.312827 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-04f16554-b93a-4fe1-a707-e66ef23d40b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:22.398567 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-04f16554-b93a-4fe1-a707-e66ef23d40b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:22.547706 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-04f16554-b93a-4fe1-a707-e66ef23d40b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:22.547935 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-9fbede51-e4af-4322-8040-50d1870ea223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:22.584210 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-04f16554-b93a-4fe1-a707-e66ef23d40b2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7bfadc4073e54d8c897c4990403438be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4055490 Sep 22 04:29:22.586903 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 41994) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:29:22.589812 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f16554-b93a-4fe1-a707-e66ef23d40b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f7ef210-7872-4c76-86d2-4a37889e7f48,revision_number=1']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:29:22.642957 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-0fe744c9-ce71-4c87-9a9c-a5e0bb5568c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:22.664896 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-0fe744c9-ce71-4c87-9a9c-a5e0bb5568c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:22.800174 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-bb742674-0059-4692-9178-d812c1c8bfc6 req-857934ed-6b3d-4060-9a21-41b5f50b08ea tempest-DeleteServersTestJSON-1499673524 tempest-DeleteServersTestJSON-1499673524-project] 10.222.0.24 "GET /v2.0/ports?device_id=39c197ef-8b12-43d6-a836-98115174e241 HTTP/1.1" status: 200 len: 210 time: 0.0288954 Sep 22 04:29:22.860357 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-0fe744c9-ce71-4c87-9a9c-a5e0bb5568c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:22.862938 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-0fe744c9-ce71-4c87-9a9c-a5e0bb5568c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:22.864079 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-0fe744c9-ce71-4c87-9a9c-a5e0bb5568c9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8f7ef210-7872-4c76-86d2-4a37889e7f48 HTTP/1.1" status: 204 len: 168 time: 0.2762008 Sep 22 04:29:22.874549 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe744c9-ce71-4c87-9a9c-a5e0bb5568c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f7ef210-7872-4c76-86d2-4a37889e7f48,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:29:23.283583 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:23.414514 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48be9c62-9b27-4154-b73f-d21f9f02a260 req-cc5dff7b-e2b9-43e3-aee6-3e1c0337894b tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:29:23.416938 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-48be9c62-9b27-4154-b73f-d21f9f02a260 req-cc5dff7b-e2b9-43e3-aee6-3e1c0337894b tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/ports?device_id=82c75eac-ff79-4e36-86b8-c01f924f13fa HTTP/1.1" status: 200 len: 945 time: 0.0532858 Sep 22 04:29:23.455010 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-48be9c62-9b27-4154-b73f-d21f9f02a260 req-39ca7754-a101-4a96-8bbb-a458bb2622a9 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa7be617-2fe6-4836-b1f1-d63120ca8390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341020 Sep 22 04:29:23.810424 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 42034) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:29:23.824853 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-74645990-7c63-4b65-99a2-41681669df63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:23.919210 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-74645990-7c63-4b65-99a2-41681669df63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:24.215009 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-74645990-7c63-4b65-99a2-41681669df63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:24.215312 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-62fe730e-da9a-4cac-a5e3-718f571d83ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:24.257321 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-74645990-7c63-4b65-99a2-41681669df63 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4a44dc1c27364c5a81e49b30005ae21b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4453626 Sep 22 04:29:24.261307 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74645990-7c63-4b65-99a2-41681669df63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99a73649-2d04-4be5-8b4e-196dab7be751,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:29:24.263314 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 42048) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:29:24.331876 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-6017c197-33e7-49b1-82de-ed1f799fdd61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:24.360808 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-6017c197-33e7-49b1-82de-ed1f799fdd61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:24.524023 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-6017c197-33e7-49b1-82de-ed1f799fdd61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:24.528371 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-6017c197-33e7-49b1-82de-ed1f799fdd61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:24.530149 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-6017c197-33e7-49b1-82de-ed1f799fdd61 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/99a73649-2d04-4be5-8b4e-196dab7be751 HTTP/1.1" status: 204 len: 168 time: 0.2624834 Sep 22 04:29:24.549824 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6017c197-33e7-49b1-82de-ed1f799fdd61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99a73649-2d04-4be5-8b4e-196dab7be751,revision_number=None']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:29:24.575982 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba129cb6-75dc-45dd-97b6-40b569ccb175 req-3955a484-56b4-4423-9ae5-a8b2e63b062f tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:29:24.577528 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-ba129cb6-75dc-45dd-97b6-40b569ccb175 req-3955a484-56b4-4423-9ae5-a8b2e63b062f tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/ports?device_id=82c75eac-ff79-4e36-86b8-c01f924f13fa HTTP/1.1" status: 200 len: 945 time: 0.0545900 Sep 22 04:29:24.619204 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-ba129cb6-75dc-45dd-97b6-40b569ccb175 req-61c1f0b3-9e6f-49d0-907f-ad6a9a8d4653 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa7be617-2fe6-4836-b1f1-d63120ca8390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356436 Sep 22 04:29:25.444574 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Device 2a3926b2-72b2-493b-be35-a7d7d5d76fa7 no longer exists at agent hyperv_hv-cinder-81011 {{(pid=94617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 04:29:25.471683 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.plugin [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] No Port match for: 2a3926b2-72b2-493b-be35-a7d7d5d76fa7 {{(pid=94617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 04:29:25.472392 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Device 2a3926b2-72b2-493b-be35-a7d7d5d76fa7 not bound to the agent host hv-cinder-81011 {{(pid=94617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 04:29:25.639884 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-c7bbae2d-f237-46cc-b838-3371bd865633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:25.690065 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 42112) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:29:25.790073 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de97a593-4453-41c9-83b7-e56d28cb31bc req-541647ba-7192-4ab9-bbd0-cbe990d0b416 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:29:25.791375 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-de97a593-4453-41c9-83b7-e56d28cb31bc req-541647ba-7192-4ab9-bbd0-cbe990d0b416 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/ports?device_id=82c75eac-ff79-4e36-86b8-c01f924f13fa HTTP/1.1" status: 200 len: 945 time: 0.0959997 Sep 22 04:29:25.823297 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-f95894d1-417e-478a-88ec-b8825072ff73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:25.835092 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-de97a593-4453-41c9-83b7-e56d28cb31bc req-122367f6-3e74-413a-92a9-e11adf6e5437 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa7be617-2fe6-4836-b1f1-d63120ca8390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357444 Sep 22 04:29:25.926826 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-f95894d1-417e-478a-88ec-b8825072ff73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:26.078896 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-f95894d1-417e-478a-88ec-b8825072ff73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:26.122515 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-f95894d1-417e-478a-88ec-b8825072ff73 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8964bbd392e14172a15bcb271bcead51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4298527 Sep 22 04:29:26.124564 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95894d1-417e-478a-88ec-b8825072ff73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30a5efbb-8ca2-4b9c-8253-58e5f6b239cf,revision_number=1']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:29:26.125127 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 42138) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:29:26.149671 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95894d1-417e-478a-88ec-b8825072ff73 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:29:26.150015 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95894d1-417e-478a-88ec-b8825072ff73 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:29:26.150358 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95894d1-417e-478a-88ec-b8825072ff73 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:29:26.150707 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95894d1-417e-478a-88ec-b8825072ff73 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:29:26.151018 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95894d1-417e-478a-88ec-b8825072ff73 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:29:26.151346 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95894d1-417e-478a-88ec-b8825072ff73 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:29:26.151671 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95894d1-417e-478a-88ec-b8825072ff73 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:29:26.151994 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95894d1-417e-478a-88ec-b8825072ff73 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:29:26.152311 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95894d1-417e-478a-88ec-b8825072ff73 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:29:26.152663 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95894d1-417e-478a-88ec-b8825072ff73 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:29:26.152983 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95894d1-417e-478a-88ec-b8825072ff73 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:29:26.153295 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95894d1-417e-478a-88ec-b8825072ff73 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:29:26.200374 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 42144) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:29:26.216728 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-30869114-c059-4c21-8860-99c49f490f71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:26.239852 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-30869114-c059-4c21-8860-99c49f490f71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:26.247694 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa111bef-b7c5-48cb-9584-1f68f058d6e5 admin admin] Deleting subnet 04aee237-c370-43f4-ad61-723996f9fedd {{(pid=94616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 04:29:26.251023 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-fa111bef-b7c5-48cb-9584-1f68f058d6e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:26.290010 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-fa111bef-b7c5-48cb-9584-1f68f058d6e5 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:26.299303 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-fa111bef-b7c5-48cb-9584-1f68f058d6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-628562'] for subnet, precommit_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:26.365003 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 42150) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:29:26.408875 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-30869114-c059-4c21-8860-99c49f490f71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:26.411402 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-30869114-c059-4c21-8860-99c49f490f71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:26.412632 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-30869114-c059-4c21-8860-99c49f490f71 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/30a5efbb-8ca2-4b9c-8253-58e5f6b239cf HTTP/1.1" status: 204 len: 168 time: 0.2864301 Sep 22 04:29:26.420878 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30869114-c059-4c21-8860-99c49f490f71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30a5efbb-8ca2-4b9c-8253-58e5f6b239cf,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:29:26.427707 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30869114-c059-4c21-8860-99c49f490f71 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:29:26.428055 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30869114-c059-4c21-8860-99c49f490f71 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:29:26.428389 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30869114-c059-4c21-8860-99c49f490f71 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:29:26.428742 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30869114-c059-4c21-8860-99c49f490f71 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:29:26.429630 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30869114-c059-4c21-8860-99c49f490f71 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:29:26.429964 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30869114-c059-4c21-8860-99c49f490f71 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:29:26.430282 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30869114-c059-4c21-8860-99c49f490f71 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:29:26.430598 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30869114-c059-4c21-8860-99c49f490f71 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:29:26.430917 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30869114-c059-4c21-8860-99c49f490f71 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:29:26.431232 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30869114-c059-4c21-8860-99c49f490f71 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:29:26.431612 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30869114-c059-4c21-8860-99c49f490f71 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:29:26.431916 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30869114-c059-4c21-8860-99c49f490f71 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:29:26.446385 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-fa111bef-b7c5-48cb-9584-1f68f058d6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-628571', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117'] for subnet, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:26.480326 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa111bef-b7c5-48cb-9584-1f68f058d6e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04aee237-c370-43f4-ad61-723996f9fedd,revision_number=None']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:29:26.482257 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-fa111bef-b7c5-48cb-9584-1f68f058d6e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:26.492123 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-fa111bef-b7c5-48cb-9584-1f68f058d6e5 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/04aee237-c370-43f4-ad61-723996f9fedd HTTP/1.1" status: 204 len: 168 time: 0.2837782 Sep 22 04:29:26.492219 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 42158) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:29:26.557901 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-6645e20c-1366-40d2-9d59-8f7fc330c45f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:26.578137 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-0d9a313b-6a47-4477-afda-8d8874ceff0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536234'] for network, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:26.681107 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-6645e20c-1366-40d2-9d59-8f7fc330c45f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:26.681292 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-0d9a313b-6a47-4477-afda-8d8874ceff0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-628203', 'neutron.services.segments.db._delete_segments_for_network-8769519186836'] for network, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:26.701216 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-0d9a313b-6a47-4477-afda-8d8874ceff0d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:29:26.701656 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-0d9a313b-6a47-4477-afda-8d8874ceff0d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:29:26.702469 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-0d9a313b-6a47-4477-afda-8d8874ceff0d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:29:26.702872 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-0d9a313b-6a47-4477-afda-8d8874ceff0d admin admin] Subscribe: > port after_create 55550000 {{(pid=94615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:29:26.703267 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-0d9a313b-6a47-4477-afda-8d8874ceff0d admin admin] Subscribe: > port after_delete 55550000 {{(pid=94615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:29:26.703659 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-0d9a313b-6a47-4477-afda-8d8874ceff0d admin admin] Subscribe: > port after_update 55550000 {{(pid=94615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:29:26.704038 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-0d9a313b-6a47-4477-afda-8d8874ceff0d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:29:26.704423 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-0d9a313b-6a47-4477-afda-8d8874ceff0d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:29:26.704765 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-0d9a313b-6a47-4477-afda-8d8874ceff0d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:29:26.705083 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-0d9a313b-6a47-4477-afda-8d8874ceff0d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:29:26.839778 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-0d9a313b-6a47-4477-afda-8d8874ceff0d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:29:26.840397 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-0d9a313b-6a47-4477-afda-8d8874ceff0d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:29:26.840535 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-0d9a313b-6a47-4477-afda-8d8874ceff0d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:29:26.840794 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-0d9a313b-6a47-4477-afda-8d8874ceff0d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:29:26.841186 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.services.segments.db [None req-0d9a313b-6a47-4477-afda-8d8874ceff0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['631cdd21-982c-4d3d-9e49-59308f7cc68e']}} {{(pid=94615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:29:26.873580 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-6645e20c-1366-40d2-9d59-8f7fc330c45f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:26.878117 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.services.segments.db [None req-0d9a313b-6a47-4477-afda-8d8874ceff0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7837a72-4805-4630-be38-e94de50b24c1') {'for_net_delete': True} {{(pid=94615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:29:26.878449 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.services.segments.db [None req-0d9a313b-6a47-4477-afda-8d8874ceff0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7837a72-4805-4630-be38-e94de50b24c1') {} {{(pid=94615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:29:26.907224 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-0d9a313b-6a47-4477-afda-8d8874ceff0d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769519186077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-533529866'] for segment, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:26.917763 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6645e20c-1366-40d2-9d59-8f7fc330c45f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a42a874a-9ae0-454a-8d26-d2618e7826e0,revision_number=1']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:29:26.922083 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-6645e20c-1366-40d2-9d59-8f7fc330c45f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0a8090ab8a484e5fbb53c8ec7ad3b754&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5559993 Sep 22 04:29:26.924718 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 42184) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:29:26.964775 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-0d9a313b-6a47-4477-afda-8d8874ceff0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-614853'] for segment, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:26.980846 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d9a313b-6a47-4477-afda-8d8874ceff0d admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=94615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 04:29:26.981190 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-0d9a313b-6a47-4477-afda-8d8874ceff0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-614853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533453108'] for segment, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:26.985105 dv-cinder-810118-1-iscsi neutron-server[94615]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 22 04:29:26.985105 dv-cinder-810118-1-iscsi neutron-server[94615]: from cryptography.utils import int_from_bytes Sep 22 04:29:26.985105 dv-cinder-810118-1-iscsi neutron-server[94615]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 22 04:29:26.985105 dv-cinder-810118-1-iscsi neutron-server[94615]: from cryptography.utils import int_from_bytes Sep 22 04:29:26.985105 dv-cinder-810118-1-iscsi neutron-server[94615]: Traceback (most recent call last): Sep 22 04:29:26.985105 dv-cinder-810118-1-iscsi neutron-server[94615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 04:29:26.985105 dv-cinder-810118-1-iscsi neutron-server[94615]: timer() Sep 22 04:29:26.985105 dv-cinder-810118-1-iscsi neutron-server[94615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 04:29:26.985105 dv-cinder-810118-1-iscsi neutron-server[94615]: cb(*args, **kw) Sep 22 04:29:26.985105 dv-cinder-810118-1-iscsi neutron-server[94615]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 04:29:26.985105 dv-cinder-810118-1-iscsi neutron-server[94615]: return func(*args, **kwargs) Sep 22 04:29:26.985105 dv-cinder-810118-1-iscsi neutron-server[94615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 04:29:26.985105 dv-cinder-810118-1-iscsi neutron-server[94615]: self._notify() Sep 22 04:29:26.985105 dv-cinder-810118-1-iscsi neutron-server[94615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 04:29:26.985105 dv-cinder-810118-1-iscsi neutron-server[94615]: self.callback(batched_events) Sep 22 04:29:26.985105 dv-cinder-810118-1-iscsi neutron-server[94615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 04:29:26.985105 dv-cinder-810118-1-iscsi neutron-server[94615]: event.method(event) Sep 22 04:29:26.985105 dv-cinder-810118-1-iscsi neutron-server[94615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 04:29:26.985105 dv-cinder-810118-1-iscsi neutron-server[94615]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 04:29:26.985105 dv-cinder-810118-1-iscsi neutron-server[94615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 04:29:26.985105 dv-cinder-810118-1-iscsi neutron-server[94615]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 04:29:26.985105 dv-cinder-810118-1-iscsi neutron-server[94615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 04:29:26.985105 dv-cinder-810118-1-iscsi neutron-server[94615]: return f(self, *a, **k) Sep 22 04:29:26.985105 dv-cinder-810118-1-iscsi neutron-server[94615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 04:29:26.985105 dv-cinder-810118-1-iscsi neutron-server[94615]: return self._get(url).json() Sep 22 04:29:26.985105 dv-cinder-810118-1-iscsi neutron-server[94615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 04:29:26.985105 dv-cinder-810118-1-iscsi neutron-server[94615]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 04:29:26.985105 dv-cinder-810118-1-iscsi neutron-server[94615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 04:29:26.985105 dv-cinder-810118-1-iscsi neutron-server[94615]: return self.request(url, 'GET', **kwargs) Sep 22 04:29:26.985105 dv-cinder-810118-1-iscsi neutron-server[94615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 04:29:26.985105 dv-cinder-810118-1-iscsi neutron-server[94615]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 04:29:26.985105 dv-cinder-810118-1-iscsi neutron-server[94615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 04:29:26.985105 dv-cinder-810118-1-iscsi neutron-server[94615]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 04:29:26.985105 dv-cinder-810118-1-iscsi neutron-server[94615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 04:29:26.985105 dv-cinder-810118-1-iscsi neutron-server[94615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 04:29:26.985105 dv-cinder-810118-1-iscsi neutron-server[94615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 04:29:27.022316 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-94b657ac-2751-467f-9973-fbaa9b950c55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:27.048735 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac63c4da-0df5-4a3e-b2ba-9b07d291bb6b req-e5748b08-01d4-465a-afe4-eab441875ab2 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:29:27.050674 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-ac63c4da-0df5-4a3e-b2ba-9b07d291bb6b req-e5748b08-01d4-465a-afe4-eab441875ab2 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/ports?device_id=82c75eac-ff79-4e36-86b8-c01f924f13fa HTTP/1.1" status: 200 len: 945 time: 0.0728052 Sep 22 04:29:27.055718 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572d2c2a-d576-42f7-9069-0622f9a1716a req-3aeab790-e972-4e23-9033-258dd5b9a6e4 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:29:27.062227 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-94b657ac-2751-467f-9973-fbaa9b950c55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:27.062963 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-572d2c2a-d576-42f7-9069-0622f9a1716a req-3aeab790-e972-4e23-9033-258dd5b9a6e4 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/networks?id=1dc84c4f-742d-475a-805c-2bdd99c4cbad HTTP/1.1" status: 200 len: 815 time: 0.2168050 Sep 22 04:29:27.075594 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-572d2c2a-d576-42f7-9069-0622f9a1716a req-f303bd47-1366-4b7a-beec-6e3adada413e tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/quotas/94be7b84cda24c308b938ee70df77a79 HTTP/1.1" status: 200 len: 375 time: 0.0117841 Sep 22 04:29:27.148083 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-ac63c4da-0df5-4a3e-b2ba-9b07d291bb6b req-ed9a80f5-4c9f-485f-bd15-254a392b79d3 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa7be617-2fe6-4836-b1f1-d63120ca8390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799775 Sep 22 04:29:27.148396 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-572d2c2a-d576-42f7-9069-0622f9a1716a req-a7a7fe8e-3b9f-463d-a084-fec118382420 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=94be7b84cda24c308b938ee70df77a79&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0593772 Sep 22 04:29:27.169926 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-0d9a313b-6a47-4477-afda-8d8874ceff0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-628188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1865228'] for network, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:27.175818 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-0d9a313b-6a47-4477-afda-8d8874ceff0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578295'] for network, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:27.177814 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-0d9a313b-6a47-4477-afda-8d8874ceff0d admin admin] 10.222.0.24 "DELETE /v2.0/networks/631cdd21-982c-4d3d-9e49-59308f7cc68e HTTP/1.1" status: 204 len: 168 time: 0.6846864 Sep 22 04:29:27.205560 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9a313b-6a47-4477-afda-8d8874ceff0d admin admin] Pushing event deleted for resources: {'Network': ['ID=631cdd21-982c-4d3d-9e49-59308f7cc68e,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:29:27.256229 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-572d2c2a-d576-42f7-9069-0622f9a1716a req-e1ffc0d3-d17d-41e8-9c5d-b283e8568ed7 service neutron] 10.222.0.24 "GET /v2.0/networks/1dc84c4f-742d-475a-805c-2bdd99c4cbad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070182 Sep 22 04:29:27.262100 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-94b657ac-2751-467f-9973-fbaa9b950c55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:27.264628 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-94b657ac-2751-467f-9973-fbaa9b950c55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:27.265749 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-94b657ac-2751-467f-9973-fbaa9b950c55 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a42a874a-9ae0-454a-8d26-d2618e7826e0 HTTP/1.1" status: 204 len: 168 time: 0.3354836 Sep 22 04:29:27.273847 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b657ac-2751-467f-9973-fbaa9b950c55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a42a874a-9ae0-454a-8d26-d2618e7826e0,revision_number=None']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:29:27.354082 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-572d2c2a-d576-42f7-9069-0622f9a1716a req-dbe21ec4-27d3-4420-b7f0-ae2d27631ae2 service neutron] 10.222.0.24 "GET /v2.0/networks/1dc84c4f-742d-475a-805c-2bdd99c4cbad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903766 Sep 22 04:29:27.589409 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-b40079d1-4631-4438-8b23-d73d905784cc req-6b6026c3-b24a-4dd5-9874-cba97f1bf000 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/ports?device_id=959c1fb3-2aa2-4da4-a6b9-a73dd376c8a5 HTTP/1.1" status: 200 len: 210 time: 0.0275402 Sep 22 04:29:27.604709 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 42206) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:29:27.619308 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-15557958-2928-422a-b66e-387746d70713 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:27.726216 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-15557958-2928-422a-b66e-387746d70713 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:27.838500 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 42218) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:29:27.879584 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-0cb26db1-784b-4360-ada6-b59a8b601a35 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ad48fa8ef2eb41f3a0ec54adafdd28d8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0397267 Sep 22 04:29:27.882207 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 42220) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:29:27.901327 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-15557958-2928-422a-b66e-387746d70713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:27.934189 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-2b6b4e56-c1c2-405f-8aed-fa795cd0a48a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:27.959815 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-2b6b4e56-c1c2-405f-8aed-fa795cd0a48a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:27.967299 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-15557958-2928-422a-b66e-387746d70713 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e8ee4881bf7244548d4bc191ecd52c88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3614600 Sep 22 04:29:27.969515 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15557958-2928-422a-b66e-387746d70713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da6e10f6-d4ae-44bb-bfcb-35608d9c9b6c,revision_number=1']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:29:27.973301 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 42222) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:29:28.025473 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-c7c579fd-251e-4fd7-abd4-ce98bc7d1971 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:28.046027 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-c7c579fd-251e-4fd7-abd4-ce98bc7d1971 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:28.205991 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-2b6b4e56-c1c2-405f-8aed-fa795cd0a48a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:28.211198 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-2b6b4e56-c1c2-405f-8aed-fa795cd0a48a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:28.216524 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-2b6b4e56-c1c2-405f-8aed-fa795cd0a48a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fe8194a4-d50b-48ab-a66c-de139119b70d HTTP/1.1" status: 204 len: 168 time: 0.3332043 Sep 22 04:29:28.234664 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6b4e56-c1c2-405f-8aed-fa795cd0a48a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe8194a4-d50b-48ab-a66c-de139119b70d,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:29:28.239776 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-c7c579fd-251e-4fd7-abd4-ce98bc7d1971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:28.249334 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-c7c579fd-251e-4fd7-abd4-ce98bc7d1971 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:28.251397 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-c7c579fd-251e-4fd7-abd4-ce98bc7d1971 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/da6e10f6-d4ae-44bb-bfcb-35608d9c9b6c HTTP/1.1" status: 204 len: 168 time: 0.2761953 Sep 22 04:29:28.266054 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c579fd-251e-4fd7-abd4-ce98bc7d1971 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da6e10f6-d4ae-44bb-bfcb-35608d9c9b6c,revision_number=None']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:29:28.279762 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdca31f2-20b2-4046-ac53-2422d75b1d3f req-5ffd1b3d-d3c0-4eaf-bd4f-45b00d371f85 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:29:28.281253 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-fdca31f2-20b2-4046-ac53-2422d75b1d3f req-5ffd1b3d-d3c0-4eaf-bd4f-45b00d371f85 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/ports?device_id=82c75eac-ff79-4e36-86b8-c01f924f13fa HTTP/1.1" status: 200 len: 945 time: 0.0795317 Sep 22 04:29:28.326751 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-fdca31f2-20b2-4046-ac53-2422d75b1d3f req-8eb04479-b92d-4ff4-ae08-b3296bfc87ab tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa7be617-2fe6-4836-b1f1-d63120ca8390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336740 Sep 22 04:29:28.675298 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 42256) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:29:28.683402 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-520d9ea2-d314-462a-b074-25f6e93fd644 req-3a6188b7-3371-4692-81fe-fecef18e3b87 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/ports?device_id=959c1fb3-2aa2-4da4-a6b9-a73dd376c8a5 HTTP/1.1" status: 200 len: 210 time: 0.0391197 Sep 22 04:29:28.693351 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-72ba6b6c-e900-4537-9022-1b03716da70d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:28.780284 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-72ba6b6c-e900-4537-9022-1b03716da70d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:28.950740 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-72ba6b6c-e900-4537-9022-1b03716da70d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:28.993942 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-72ba6b6c-e900-4537-9022-1b03716da70d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0ebd12c1dd5145f2b7ac37e7a9ad0a9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3173559 Sep 22 04:29:28.995764 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ba6b6c-e900-4537-9022-1b03716da70d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c88dde2-b4d5-4eb6-b9bc-d571630e5aa6,revision_number=1']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:29:28.997072 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 42260) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:29:29.052837 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-1c949fcf-908b-4cff-ade9-ec7b3bf66d45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:29.080157 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-1c949fcf-908b-4cff-ade9-ec7b3bf66d45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:29.239122 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-1c949fcf-908b-4cff-ade9-ec7b3bf66d45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:29.241797 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-1c949fcf-908b-4cff-ade9-ec7b3bf66d45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:29.246019 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-1c949fcf-908b-4cff-ade9-ec7b3bf66d45 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9c88dde2-b4d5-4eb6-b9bc-d571630e5aa6 HTTP/1.1" status: 204 len: 168 time: 0.2478881 Sep 22 04:29:29.253958 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c949fcf-908b-4cff-ade9-ec7b3bf66d45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c88dde2-b4d5-4eb6-b9bc-d571630e5aa6,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:29:29.456577 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba81cf0-52d4-4d08-93b6-c8e9ff016e74 req-6dbc4899-8ef4-478d-92f8-5ee597ae3a10 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:29:29.458880 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-dba81cf0-52d4-4d08-93b6-c8e9ff016e74 req-6dbc4899-8ef4-478d-92f8-5ee597ae3a10 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/ports?device_id=82c75eac-ff79-4e36-86b8-c01f924f13fa HTTP/1.1" status: 200 len: 945 time: 0.0591967 Sep 22 04:29:29.505426 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-dba81cf0-52d4-4d08-93b6-c8e9ff016e74 req-de074e13-056c-4cd8-854a-a5d09e40e7ff tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa7be617-2fe6-4836-b1f1-d63120ca8390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399168 Sep 22 04:29:29.776658 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-0cf693a8-c613-445d-8763-2a54b249d064 req-cbe97ccf-d418-4329-ac26-0021ae429eff tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/ports?device_id=959c1fb3-2aa2-4da4-a6b9-a73dd376c8a5 HTTP/1.1" status: 200 len: 210 time: 0.0267606 Sep 22 04:29:30.226645 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 42322) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:29:30.275715 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.db.db_base_plugin_v2 [None req-b80f5a75-7a20-4f80-81d0-3bebbc41a3b3 admin admin] Deleting subnet 9c635264-5997-4683-b201-b2be3b90b58a {{(pid=94615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 04:29:30.278930 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-b80f5a75-7a20-4f80-81d0-3bebbc41a3b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:30.315018 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-b80f5a75-7a20-4f80-81d0-3bebbc41a3b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-533529875'] for subnet, precommit_delete_associations {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:30.355465 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 42324) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:29:30.368911 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-b80f5a75-7a20-4f80-81d0-3bebbc41a3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-628562'] for subnet, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:30.392864 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572d2c2a-d576-42f7-9069-0622f9a1716a req-9cb4fbb9-1c27-4fa1-ba5b-34ae1c2cbd42 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:29:30.394383 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-572d2c2a-d576-42f7-9069-0622f9a1716a req-9cb4fbb9-1c27-4fa1-ba5b-34ae1c2cbd42 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.30 "GET /v2.0/networks?id=1dc84c4f-742d-475a-805c-2bdd99c4cbad HTTP/1.1" status: 200 len: 815 time: 0.1459835 Sep 22 04:29:30.409081 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-f46c567f-8f36-4f07-a667-1fe0d65d1d84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:30.417395 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.v2.base [req-572d2c2a-d576-42f7-9069-0622f9a1716a req-5e1d5808-3cf6-4ddb-8dca-1885c5fa0a37 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Request body: {'port': {'device_id': '959c1fb3-2aa2-4da4-a6b9-a73dd376c8a5', 'network_id': '1dc84c4f-742d-475a-805c-2bdd99c4cbad', 'admin_state_up': True, 'tenant_id': '94be7b84cda24c308b938ee70df77a79'}} {{(pid=94616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 04:29:30.539790 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-f46c567f-8f36-4f07-a667-1fe0d65d1d84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:30.615517 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-b80f5a75-7a20-4f80-81d0-3bebbc41a3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-628571', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533447834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-533135712'] for subnet, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:30.654147 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-f46c567f-8f36-4f07-a667-1fe0d65d1d84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:30.664629 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80f5a75-7a20-4f80-81d0-3bebbc41a3b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c635264-5997-4683-b201-b2be3b90b58a,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:29:30.679070 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-b80f5a75-7a20-4f80-81d0-3bebbc41a3b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578295'] for subnet, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:30.680974 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-b80f5a75-7a20-4f80-81d0-3bebbc41a3b3 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/9c635264-5997-4683-b201-b2be3b90b58a HTTP/1.1" status: 204 len: 168 time: 0.4532573 Sep 22 04:29:30.684543 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 42340) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:29:30.696802 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a20a94-7538-4a9c-8b25-cd0d00e01adf req-d303bf97-a94c-4677-8877-88eea82f8683 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:29:30.698255 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-70a20a94-7538-4a9c-8b25-cd0d00e01adf req-d303bf97-a94c-4677-8877-88eea82f8683 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/ports?device_id=82c75eac-ff79-4e36-86b8-c01f924f13fa HTTP/1.1" status: 200 len: 945 time: 0.1106963 Sep 22 04:29:30.743481 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-f46c567f-8f36-4f07-a667-1fe0d65d1d84 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=98a07b97e6ee47e4a1ae009101e5170f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3868926 Sep 22 04:29:30.744538 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46c567f-8f36-4f07-a667-1fe0d65d1d84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=280545c2-e418-4beb-81bc-5b5644b51927,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:29:30.747588 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 42344) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:29:30.787502 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-70a20a94-7538-4a9c-8b25-cd0d00e01adf req-fb2857de-4a64-4f4c-93c7-ad928c30119b tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa7be617-2fe6-4836-b1f1-d63120ca8390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719576 Sep 22 04:29:30.799976 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-82dad7f8-fb39-47b2-9f65-40196d24150b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536234'] for network, before_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:30.831751 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-09ecf5c6-1da3-41dc-b43e-af796cdc376f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:30.845435 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-572d2c2a-d576-42f7-9069-0622f9a1716a req-5e1d5808-3cf6-4ddb-8dca-1885c5fa0a37 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Made reservation on behalf of 94be7b84cda24c308b938ee70df77a79 for: {'port': 1} {{(pid=94616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 04:29:30.851989 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-572d2c2a-d576-42f7-9069-0622f9a1716a req-5e1d5808-3cf6-4ddb-8dca-1885c5fa0a37 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:30.868005 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-09ecf5c6-1da3-41dc-b43e-af796cdc376f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:30.970292 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-82dad7f8-fb39-47b2-9f65-40196d24150b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-628203', 'neutron.services.segments.db._delete_segments_for_network-8769519186836'] for network, precommit_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:30.976791 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-fd1048e5-5c52-4e48-a260-f6ed2bfc876c req-c1ac73a2-8ec5-423b-8bd0-ff4f2ef9d66b tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/ports?device_id=959c1fb3-2aa2-4da4-a6b9-a73dd376c8a5 HTTP/1.1" status: 200 len: 210 time: 0.0900681 Sep 22 04:29:31.005872 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-82dad7f8-fb39-47b2-9f65-40196d24150b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:29:31.006206 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-82dad7f8-fb39-47b2-9f65-40196d24150b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:29:31.007002 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-82dad7f8-fb39-47b2-9f65-40196d24150b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:29:31.007845 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-82dad7f8-fb39-47b2-9f65-40196d24150b admin admin] Subscribe: > port after_create 55550000 {{(pid=94616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:29:31.008173 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-82dad7f8-fb39-47b2-9f65-40196d24150b admin admin] Subscribe: > port after_delete 55550000 {{(pid=94616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:29:31.008519 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-82dad7f8-fb39-47b2-9f65-40196d24150b admin admin] Subscribe: > port after_update 55550000 {{(pid=94616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:29:31.008831 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-82dad7f8-fb39-47b2-9f65-40196d24150b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:29:31.009170 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-82dad7f8-fb39-47b2-9f65-40196d24150b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:29:31.009478 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-82dad7f8-fb39-47b2-9f65-40196d24150b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:29:31.009786 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-82dad7f8-fb39-47b2-9f65-40196d24150b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:29:31.067915 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-09ecf5c6-1da3-41dc-b43e-af796cdc376f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:31.071343 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-09ecf5c6-1da3-41dc-b43e-af796cdc376f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:31.072590 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-09ecf5c6-1da3-41dc-b43e-af796cdc376f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/280545c2-e418-4beb-81bc-5b5644b51927 HTTP/1.1" status: 204 len: 168 time: 0.3224323 Sep 22 04:29:31.076737 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-82dad7f8-fb39-47b2-9f65-40196d24150b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:29:31.077079 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-82dad7f8-fb39-47b2-9f65-40196d24150b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:29:31.077407 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-82dad7f8-fb39-47b2-9f65-40196d24150b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:29:31.077773 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-82dad7f8-fb39-47b2-9f65-40196d24150b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94616) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 04:29:31.078152 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.services.segments.db [None req-82dad7f8-fb39-47b2-9f65-40196d24150b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['678a5d2d-d1a5-457b-a781-92c3bcaa1a89']}} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:29:31.080144 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ecf5c6-1da3-41dc-b43e-af796cdc376f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=280545c2-e418-4beb-81bc-5b5644b51927,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:29:31.122982 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.services.segments.db [None req-82dad7f8-fb39-47b2-9f65-40196d24150b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f9abbbf-82a8-405b-9f39-2aa55d8a6a59') {'for_net_delete': True} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:29:31.123504 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.services.segments.db [None req-82dad7f8-fb39-47b2-9f65-40196d24150b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f9abbbf-82a8-405b-9f39-2aa55d8a6a59') {} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:29:31.148225 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-82dad7f8-fb39-47b2-9f65-40196d24150b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769519186077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534548653'] for segment, before_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:31.175736 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-82dad7f8-fb39-47b2-9f65-40196d24150b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-614853'] for segment, precommit_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:31.211325 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82dad7f8-fb39-47b2-9f65-40196d24150b admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=94616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 04:29:31.211639 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-82dad7f8-fb39-47b2-9f65-40196d24150b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-614853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534564441'] for segment, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:31.215692 dv-cinder-810118-1-iscsi neutron-server[94616]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 22 04:29:31.215692 dv-cinder-810118-1-iscsi neutron-server[94616]: from cryptography.utils import int_from_bytes Sep 22 04:29:31.215692 dv-cinder-810118-1-iscsi neutron-server[94616]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 22 04:29:31.215692 dv-cinder-810118-1-iscsi neutron-server[94616]: from cryptography.utils import int_from_bytes Sep 22 04:29:31.215692 dv-cinder-810118-1-iscsi neutron-server[94616]: Traceback (most recent call last): Sep 22 04:29:31.215692 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 04:29:31.215692 dv-cinder-810118-1-iscsi neutron-server[94616]: timer() Sep 22 04:29:31.215692 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 04:29:31.215692 dv-cinder-810118-1-iscsi neutron-server[94616]: cb(*args, **kw) Sep 22 04:29:31.215692 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 04:29:31.215692 dv-cinder-810118-1-iscsi neutron-server[94616]: return func(*args, **kwargs) Sep 22 04:29:31.215692 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 04:29:31.215692 dv-cinder-810118-1-iscsi neutron-server[94616]: self._notify() Sep 22 04:29:31.215692 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 04:29:31.215692 dv-cinder-810118-1-iscsi neutron-server[94616]: self.callback(batched_events) Sep 22 04:29:31.215692 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 04:29:31.215692 dv-cinder-810118-1-iscsi neutron-server[94616]: event.method(event) Sep 22 04:29:31.215692 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 04:29:31.215692 dv-cinder-810118-1-iscsi neutron-server[94616]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 04:29:31.215692 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 04:29:31.215692 dv-cinder-810118-1-iscsi neutron-server[94616]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 04:29:31.215692 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 04:29:31.215692 dv-cinder-810118-1-iscsi neutron-server[94616]: return f(self, *a, **k) Sep 22 04:29:31.215692 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 04:29:31.215692 dv-cinder-810118-1-iscsi neutron-server[94616]: return self._get(url).json() Sep 22 04:29:31.215692 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 04:29:31.215692 dv-cinder-810118-1-iscsi neutron-server[94616]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 04:29:31.215692 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 04:29:31.215692 dv-cinder-810118-1-iscsi neutron-server[94616]: return self.request(url, 'GET', **kwargs) Sep 22 04:29:31.215692 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 04:29:31.215692 dv-cinder-810118-1-iscsi neutron-server[94616]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 04:29:31.215692 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 04:29:31.215692 dv-cinder-810118-1-iscsi neutron-server[94616]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 04:29:31.215692 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 04:29:31.215692 dv-cinder-810118-1-iscsi neutron-server[94616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 04:29:31.215692 dv-cinder-810118-1-iscsi neutron-server[94616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 04:29:31.282879 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.db.db_base_plugin_common [req-572d2c2a-d576-42f7-9069-0622f9a1716a req-5e1d5808-3cf6-4ddb-8dca-1885c5fa0a37 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Allocated IP 172.20.0.9 (1dc84c4f-742d-475a-805c-2bdd99c4cbad/f03785a8-558b-4999-9e02-c5e13eae7968/5ed5ec9e-e6b8-4216-ab5d-4cb94a34cc40) {{(pid=94616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 04:29:31.394412 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-82dad7f8-fb39-47b2-9f65-40196d24150b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-628188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1865228'] for network, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:31.404915 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-82dad7f8-fb39-47b2-9f65-40196d24150b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578295'] for network, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:31.406814 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-82dad7f8-fb39-47b2-9f65-40196d24150b admin admin] 10.222.0.24 "DELETE /v2.0/networks/678a5d2d-d1a5-457b-a781-92c3bcaa1a89 HTTP/1.1" status: 204 len: 168 time: 0.7210996 Sep 22 04:29:31.409652 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 42364) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:29:31.418176 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dad7f8-fb39-47b2-9f65-40196d24150b admin admin] Pushing event deleted for resources: {'Network': ['ID=678a5d2d-d1a5-457b-a781-92c3bcaa1a89,revision_number=None']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:29:31.449621 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-572d2c2a-d576-42f7-9069-0622f9a1716a req-5e1d5808-3cf6-4ddb-8dca-1885c5fa0a37 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Notify callbacks [] for port, precommit_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:31.455717 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.db.db_base_plugin_v2 [None req-0202038f-464f-4c1b-a337-d2deab6c9f57 admin admin] Deleting subnet 199cfbfc-b6d9-40f5-a2b8-b4dd197394cf {{(pid=94615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 04:29:31.458950 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-0202038f-464f-4c1b-a337-d2deab6c9f57 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:31.508877 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-0202038f-464f-4c1b-a337-d2deab6c9f57 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-533529875'] for subnet, precommit_delete_associations {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:31.566356 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-0202038f-464f-4c1b-a337-d2deab6c9f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-628562'] for subnet, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:31.605184 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-572d2c2a-d576-42f7-9069-0622f9a1716a req-5e1d5808-3cf6-4ddb-8dca-1885c5fa0a37 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769518673857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534565802'] for port, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:31.618317 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] get_ports_and_sgs() called for port_ids ['ced3eb09-8f02-495f-a797-099db1f64e83'] {{(pid=94617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 04:29:31.684662 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-572d2c2a-d576-42f7-9069-0622f9a1716a req-5e1d5808-3cf6-4ddb-8dca-1885c5fa0a37 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Network 1dc84c4f-742d-475a-805c-2bdd99c4cbad is already hosted by enough agents. {{(pid=94616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 04:29:31.692649 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.scheduler.base_scheduler [req-572d2c2a-d576-42f7-9069-0622f9a1716a req-5e1d5808-3cf6-4ddb-8dca-1885c5fa0a37 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Resources bound (agent type, host, resource id): {{(pid=94616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 04:29:31.701234 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvrscheduler_db [req-572d2c2a-d576-42f7-9069-0622f9a1716a req-5e1d5808-3cf6-4ddb-8dca-1885c5fa0a37 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Received port after_create {{(pid=94616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 04:29:31.728934 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1d5808-3cf6-4ddb-8dca-1885c5fa0a37 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Pushing event updated for resources: {'Port': ['ID=5ed5ec9e-e6b8-4216-ab5d-4cb94a34cc40,revision_number=1']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:29:31.759417 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572d2c2a-d576-42f7-9069-0622f9a1716a req-5e1d5808-3cf6-4ddb-8dca-1885c5fa0a37 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:29:31.760024 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-572d2c2a-d576-42f7-9069-0622f9a1716a req-5e1d5808-3cf6-4ddb-8dca-1885c5fa0a37 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34584'] for port, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:31.770814 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-0202038f-464f-4c1b-a337-d2deab6c9f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-628571', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533447834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-533135712'] for subnet, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:31.802106 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0202038f-464f-4c1b-a337-d2deab6c9f57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=199cfbfc-b6d9-40f5-a2b8-b4dd197394cf,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:29:31.809193 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-0202038f-464f-4c1b-a337-d2deab6c9f57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578295'] for subnet, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:31.812656 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-0202038f-464f-4c1b-a337-d2deab6c9f57 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/199cfbfc-b6d9-40f5-a2b8-b4dd197394cf HTTP/1.1" status: 204 len: 168 time: 0.4019527 Sep 22 04:29:31.815048 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 42386) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:29:31.888362 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-572d2c2a-d576-42f7-9069-0622f9a1716a req-5e1d5808-3cf6-4ddb-8dca-1885c5fa0a37 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4757929 Sep 22 04:29:31.893982 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-a99e07ef-f571-4296-8b1f-a3c0f96cbe8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536234'] for network, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:31.929710 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.v2.base [req-572d2c2a-d576-42f7-9069-0622f9a1716a req-dcc0f2ea-cbb0-4353-9e85-e530845b59f5 service neutron] Request body: {'port': {'device_id': '959c1fb3-2aa2-4da4-a6b9-a73dd376c8a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81011'}} {{(pid=94616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 04:29:32.070971 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16abbda-35f0-405f-8378-1743a5add58f req-e556c2f5-8325-437b-aa7a-27dc7b3aac98 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:29:32.070971 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-f16abbda-35f0-405f-8378-1743a5add58f req-e556c2f5-8325-437b-aa7a-27dc7b3aac98 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/ports?device_id=82c75eac-ff79-4e36-86b8-c01f924f13fa HTTP/1.1" status: 200 len: 945 time: 0.1164587 Sep 22 04:29:32.071774 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-a99e07ef-f571-4296-8b1f-a3c0f96cbe8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-628203', 'neutron.services.segments.db._delete_segments_for_network-8769519186836'] for network, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:32.071774 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.services.segments.db [None req-a99e07ef-f571-4296-8b1f-a3c0f96cbe8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a2965e7-afdc-4b30-a141-4f0ccddf81b8']}} {{(pid=94615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:29:32.072405 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-572d2c2a-d576-42f7-9069-0622f9a1716a req-dcc0f2ea-cbb0-4353-9e85-e530845b59f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:32.072778 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.services.segments.db [None req-a99e07ef-f571-4296-8b1f-a3c0f96cbe8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdfe9542-376d-4630-ba62-d59dd6d62cfd') {'for_net_delete': True} {{(pid=94615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:29:32.072778 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.services.segments.db [None req-a99e07ef-f571-4296-8b1f-a3c0f96cbe8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdfe9542-376d-4630-ba62-d59dd6d62cfd') {} {{(pid=94615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:29:32.072778 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-a99e07ef-f571-4296-8b1f-a3c0f96cbe8d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769519186077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-533529866'] for segment, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:32.105236 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-f16abbda-35f0-405f-8378-1743a5add58f req-a77384a5-7bb2-4de0-9ff2-356c8edd8c18 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa7be617-2fe6-4836-b1f1-d63120ca8390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880630 Sep 22 04:29:32.132112 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ea315d-9880-4f7d-8e63-0a849e93a431 req-5c2218b0-aade-4653-a0d3-a44f5e4f0076 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:29:32.139990 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-a0ea315d-9880-4f7d-8e63-0a849e93a431 req-5c2218b0-aade-4653-a0d3-a44f5e4f0076 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/ports?device_id=959c1fb3-2aa2-4da4-a6b9-a73dd376c8a5 HTTP/1.1" status: 200 len: 931 time: 0.0827658 Sep 22 04:29:32.142257 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-a99e07ef-f571-4296-8b1f-a3c0f96cbe8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-614853'] for segment, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:32.160849 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a99e07ef-f571-4296-8b1f-a3c0f96cbe8d admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=94615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 04:29:32.161241 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-a99e07ef-f571-4296-8b1f-a3c0f96cbe8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-614853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533453108'] for segment, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:32.162890 dv-cinder-810118-1-iscsi neutron-server[94615]: Traceback (most recent call last): Sep 22 04:29:32.162890 dv-cinder-810118-1-iscsi neutron-server[94615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 04:29:32.162890 dv-cinder-810118-1-iscsi neutron-server[94615]: timer() Sep 22 04:29:32.162890 dv-cinder-810118-1-iscsi neutron-server[94615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 04:29:32.162890 dv-cinder-810118-1-iscsi neutron-server[94615]: cb(*args, **kw) Sep 22 04:29:32.162890 dv-cinder-810118-1-iscsi neutron-server[94615]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 04:29:32.162890 dv-cinder-810118-1-iscsi neutron-server[94615]: return func(*args, **kwargs) Sep 22 04:29:32.162890 dv-cinder-810118-1-iscsi neutron-server[94615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 04:29:32.162890 dv-cinder-810118-1-iscsi neutron-server[94615]: self._notify() Sep 22 04:29:32.162890 dv-cinder-810118-1-iscsi neutron-server[94615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 04:29:32.162890 dv-cinder-810118-1-iscsi neutron-server[94615]: self.callback(batched_events) Sep 22 04:29:32.162890 dv-cinder-810118-1-iscsi neutron-server[94615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 04:29:32.162890 dv-cinder-810118-1-iscsi neutron-server[94615]: event.method(event) Sep 22 04:29:32.162890 dv-cinder-810118-1-iscsi neutron-server[94615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 04:29:32.162890 dv-cinder-810118-1-iscsi neutron-server[94615]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 04:29:32.162890 dv-cinder-810118-1-iscsi neutron-server[94615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 04:29:32.162890 dv-cinder-810118-1-iscsi neutron-server[94615]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 04:29:32.162890 dv-cinder-810118-1-iscsi neutron-server[94615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 04:29:32.162890 dv-cinder-810118-1-iscsi neutron-server[94615]: return f(self, *a, **k) Sep 22 04:29:32.162890 dv-cinder-810118-1-iscsi neutron-server[94615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 04:29:32.162890 dv-cinder-810118-1-iscsi neutron-server[94615]: return self._get(url).json() Sep 22 04:29:32.162890 dv-cinder-810118-1-iscsi neutron-server[94615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 04:29:32.162890 dv-cinder-810118-1-iscsi neutron-server[94615]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 04:29:32.162890 dv-cinder-810118-1-iscsi neutron-server[94615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 04:29:32.162890 dv-cinder-810118-1-iscsi neutron-server[94615]: return self.request(url, 'GET', **kwargs) Sep 22 04:29:32.162890 dv-cinder-810118-1-iscsi neutron-server[94615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 04:29:32.162890 dv-cinder-810118-1-iscsi neutron-server[94615]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 04:29:32.162890 dv-cinder-810118-1-iscsi neutron-server[94615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 04:29:32.162890 dv-cinder-810118-1-iscsi neutron-server[94615]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 04:29:32.162890 dv-cinder-810118-1-iscsi neutron-server[94615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 04:29:32.162890 dv-cinder-810118-1-iscsi neutron-server[94615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 04:29:32.162890 dv-cinder-810118-1-iscsi neutron-server[94615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 04:29:32.202339 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-a0ea315d-9880-4f7d-8e63-0a849e93a431 req-51140c42-e968-44de-a534-563cd9c52b0b tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bc11e4-7abd-4750-8ac3-63f5066b0018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613842 Sep 22 04:29:32.342186 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-a99e07ef-f571-4296-8b1f-a3c0f96cbe8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-628188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1865228'] for network, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:32.352337 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-a99e07ef-f571-4296-8b1f-a3c0f96cbe8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578295'] for network, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:32.354504 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-a99e07ef-f571-4296-8b1f-a3c0f96cbe8d admin admin] 10.222.0.24 "DELETE /v2.0/networks/1a2965e7-afdc-4b30-a141-4f0ccddf81b8 HTTP/1.1" status: 204 len: 168 time: 0.5383823 Sep 22 04:29:32.369073 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99e07ef-f571-4296-8b1f-a3c0f96cbe8d admin admin] Pushing event deleted for resources: {'Network': ['ID=1a2965e7-afdc-4b30-a141-4f0ccddf81b8,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:29:32.391622 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.notifiers.nova [req-572d2c2a-d576-42f7-9069-0622f9a1716a req-dcc0f2ea-cbb0-4353-9e85-e530845b59f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ed5ec9e-e6b8-4216-ab5d-4cb94a34cc40 {{(pid=94616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 04:29:32.399779 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-572d2c2a-d576-42f7-9069-0622f9a1716a req-dcc0f2ea-cbb0-4353-9e85-e530845b59f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:32.415712 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [req-572d2c2a-d576-42f7-9069-0622f9a1716a req-dcc0f2ea-cbb0-4353-9e85-e530845b59f5 service neutron] Transition to ACTIVE for port object 5ed5ec9e-e6b8-4216-ab5d-4cb94a34cc40 will not be triggered until provisioned by entity L2. {{(pid=94616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 04:29:32.524899 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-572d2c2a-d576-42f7-9069-0622f9a1716a req-dcc0f2ea-cbb0-4353-9e85-e530845b59f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534565793'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:32.570947 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc0f2ea-cbb0-4353-9e85-e530845b59f5 service neutron] Pushing event updated for resources: {'Port': ['ID=5ed5ec9e-e6b8-4216-ab5d-4cb94a34cc40,revision_number=2']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:29:32.643893 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.managers [req-572d2c2a-d576-42f7-9069-0622f9a1716a req-dcc0f2ea-cbb0-4353-9e85-e530845b59f5 service neutron] Attempting to bind port 5ed5ec9e-e6b8-4216-ab5d-4cb94a34cc40 on host hv-cinder-81011 for vnic_type normal with profile {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 04:29:32.644224 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.managers [req-572d2c2a-d576-42f7-9069-0622f9a1716a req-dcc0f2ea-cbb0-4353-9e85-e530845b59f5 service neutron] Attempting to bind port 5ed5ec9e-e6b8-4216-ab5d-4cb94a34cc40 by drivers openvswitch,hyperv on host hv-cinder-81011 at level 0 using segments [{'id': 'bc8c3708-e396-4d9b-bfd8-c6b3490a63a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1dc84c4f-742d-475a-805c-2bdd99c4cbad'}] {{(pid=94616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 04:29:32.644580 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572d2c2a-d576-42f7-9069-0622f9a1716a req-dcc0f2ea-cbb0-4353-9e85-e530845b59f5 service neutron] Attempting to bind port 5ed5ec9e-e6b8-4216-ab5d-4cb94a34cc40 on network 1dc84c4f-742d-475a-805c-2bdd99c4cbad {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 04:29:32.649888 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572d2c2a-d576-42f7-9069-0622f9a1716a req-dcc0f2ea-cbb0-4353-9e85-e530845b59f5 service neutron] Port 5ed5ec9e-e6b8-4216-ab5d-4cb94a34cc40 on network 1dc84c4f-742d-475a-805c-2bdd99c4cbad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81011 {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 04:29:32.650211 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572d2c2a-d576-42f7-9069-0622f9a1716a req-dcc0f2ea-cbb0-4353-9e85-e530845b59f5 service neutron] Attempting to bind port 5ed5ec9e-e6b8-4216-ab5d-4cb94a34cc40 on network 1dc84c4f-742d-475a-805c-2bdd99c4cbad {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 04:29:32.655097 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572d2c2a-d576-42f7-9069-0622f9a1716a req-dcc0f2ea-cbb0-4353-9e85-e530845b59f5 service neutron] Checking agent: {'id': '347231d5-0b5a-4d21-8b71-bfdb97c43ccc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81011', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 4, 26, 37), 'started_at': datetime.datetime(2021, 9, 22, 4, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 4, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 04:29:32.655409 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572d2c2a-d576-42f7-9069-0622f9a1716a req-dcc0f2ea-cbb0-4353-9e85-e530845b59f5 service neutron] Checking segment: {'id': 'bc8c3708-e396-4d9b-bfd8-c6b3490a63a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1dc84c4f-742d-475a-805c-2bdd99c4cbad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 04:29:32.655790 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572d2c2a-d576-42f7-9069-0622f9a1716a req-dcc0f2ea-cbb0-4353-9e85-e530845b59f5 service neutron] Bound using segment: {'id': 'bc8c3708-e396-4d9b-bfd8-c6b3490a63a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1dc84c4f-742d-475a-805c-2bdd99c4cbad'} {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 04:29:32.656211 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.managers [req-572d2c2a-d576-42f7-9069-0622f9a1716a req-dcc0f2ea-cbb0-4353-9e85-e530845b59f5 service neutron] Bound port: 5ed5ec9e-e6b8-4216-ab5d-4cb94a34cc40, host: hv-cinder-81011, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc8c3708-e396-4d9b-bfd8-c6b3490a63a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1dc84c4f-742d-475a-805c-2bdd99c4cbad'}}] {{(pid=94616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 04:29:32.656591 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-572d2c2a-d576-42f7-9069-0622f9a1716a req-dcc0f2ea-cbb0-4353-9e85-e530845b59f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:32.740863 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [req-572d2c2a-d576-42f7-9069-0622f9a1716a req-dcc0f2ea-cbb0-4353-9e85-e530845b59f5 service neutron] For port 5ed5ec9e-e6b8-4216-ab5d-4cb94a34cc40, host hv-cinder-81011, cleared binding levels {{(pid=94616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 04:29:32.744113 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [req-572d2c2a-d576-42f7-9069-0622f9a1716a req-dcc0f2ea-cbb0-4353-9e85-e530845b59f5 service neutron] For port 5ed5ec9e-e6b8-4216-ab5d-4cb94a34cc40, host hv-cinder-81011, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81011',level=0,port_id=5ed5ec9e-e6b8-4216-ab5d-4cb94a34cc40,segment=NetworkSegment(bc8c3708-e396-4d9b-bfd8-c6b3490a63a6),segment_id=bc8c3708-e396-4d9b-bfd8-c6b3490a63a6)] {{(pid=94616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 04:29:32.856433 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 42434) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:29:32.868584 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-572d2c2a-d576-42f7-9069-0622f9a1716a req-dcc0f2ea-cbb0-4353-9e85-e530845b59f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534565793'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:32.925780 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572d2c2a-d576-42f7-9069-0622f9a1716a req-dcc0f2ea-cbb0-4353-9e85-e530845b59f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:29:32.926498 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-572d2c2a-d576-42f7-9069-0622f9a1716a req-dcc0f2ea-cbb0-4353-9e85-e530845b59f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34584'] for port, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:32.927980 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-572d2c2a-d576-42f7-9069-0622f9a1716a req-dcc0f2ea-cbb0-4353-9e85-e530845b59f5 service neutron] 10.222.0.30 "PUT /v2.0/ports/5ed5ec9e-e6b8-4216-ab5d-4cb94a34cc40 HTTP/1.1" status: 200 len: 1093 time: 1.0038495 Sep 22 04:29:32.928647 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '959c1fb3-2aa2-4da4-a6b9-a73dd376c8a5', 'tag': '5ed5ec9e-e6b8-4216-ab5d-4cb94a34cc40'}] {{(pid=94616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 04:29:32.931151 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ee93b3f7eb2b2b6a350c95698ebe5b9c8d238e2160e747b625fec6bb3c76933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26fb8cf2-237b-4d0e-89bd-e9bc2b0e0faf" -d '{"events": [{"name": "network-changed", "server_uuid": "959c1fb3-2aa2-4da4-a6b9-a73dd376c8a5", "tag": "5ed5ec9e-e6b8-4216-ab5d-4cb94a34cc40"}]}' {{(pid=94616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 04:29:32.941150 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-3bf02d08-0fab-4232-93b4-3c9919131060 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=39be91eb7916496694c84ce5d62e046b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0834346 Sep 22 04:29:32.943599 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 42448) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:29:32.977176 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc0f2ea-cbb0-4353-9e85-e530845b59f5 service neutron] Pushing event updated for resources: {'Port': ['ID=5ed5ec9e-e6b8-4216-ab5d-4cb94a34cc40,revision_number=3']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:29:33.000274 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 04:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdf1d8fa-a796-4ec0-86b5-e638ef3579e1 x-openstack-request-id: req-fdf1d8fa-a796-4ec0-86b5-e638ef3579e1 {{(pid=94616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 04:29:33.000490 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "959c1fb3-2aa2-4da4-a6b9-a73dd376c8a5", "tag": "5ed5ec9e-e6b8-4216-ab5d-4cb94a34cc40", "status": "completed", "code": 200}]} {{(pid=94616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 04:29:33.000758 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fdf1d8fa-a796-4ec0-86b5-e638ef3579e1 {{(pid=94616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 04:29:33.001148 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '959c1fb3-2aa2-4da4-a6b9-a73dd376c8a5', 'tag': '5ed5ec9e-e6b8-4216-ab5d-4cb94a34cc40', 'status': 'completed', 'code': 200} Sep 22 04:29:33.042240 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-4b6d53a9-b9cf-4994-8198-586721805f99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:33.071736 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-4b6d53a9-b9cf-4994-8198-586721805f99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:33.106426 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fb8cf2-237b-4d0e-89bd-e9bc2b0e0faf req-f5d55b00-76c3-4f6f-ada2-9ff424261da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:29:33.106426 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-26fb8cf2-237b-4d0e-89bd-e9bc2b0e0faf req-f5d55b00-76c3-4f6f-ada2-9ff424261da2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=94be7b84cda24c308b938ee70df77a79&device_id=959c1fb3-2aa2-4da4-a6b9-a73dd376c8a5 HTTP/1.1" status: 200 len: 1096 time: 0.0455031 Sep 22 04:29:33.193173 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-4b6d53a9-b9cf-4994-8198-586721805f99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:33.196254 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-4b6d53a9-b9cf-4994-8198-586721805f99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:33.201017 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-4b6d53a9-b9cf-4994-8198-586721805f99 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8d1b4196-c1ed-4a84-b67a-6964e32e9a42 HTTP/1.1" status: 204 len: 168 time: 0.2507761 Sep 22 04:29:33.206237 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6d53a9-b9cf-4994-8198-586721805f99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d1b4196-c1ed-4a84-b67a-6964e32e9a42,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:29:33.296509 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fb8cf2-237b-4d0e-89bd-e9bc2b0e0faf req-e5e8c6cb-4786-435d-add0-6c8ea09e4ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:29:33.298016 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-26fb8cf2-237b-4d0e-89bd-e9bc2b0e0faf req-e5e8c6cb-4786-435d-add0-6c8ea09e4ff6 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=94be7b84cda24c308b938ee70df77a79&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1683168 Sep 22 04:29:33.317418 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3dece1-94de-4ac8-b1db-ee08048f43e5 req-468f24ee-e052-4a31-9eda-4fbdd53706af tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:29:33.318876 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-5f3dece1-94de-4ac8-b1db-ee08048f43e5 req-468f24ee-e052-4a31-9eda-4fbdd53706af tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/ports?device_id=82c75eac-ff79-4e36-86b8-c01f924f13fa HTTP/1.1" status: 200 len: 945 time: 0.1088774 Sep 22 04:29:33.388972 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805ee3c3-0d1c-4bea-b329-60f4dfa7642c req-4d95f00d-2067-433b-bb5f-acea8850ae50 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:29:33.391605 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-805ee3c3-0d1c-4bea-b329-60f4dfa7642c req-4d95f00d-2067-433b-bb5f-acea8850ae50 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/ports?device_id=959c1fb3-2aa2-4da4-a6b9-a73dd376c8a5 HTTP/1.1" status: 200 len: 943 time: 0.0846336 Sep 22 04:29:33.429046 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-5f3dece1-94de-4ac8-b1db-ee08048f43e5 req-89134e28-e963-494e-aec0-b5299e3f1fde tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa7be617-2fe6-4836-b1f1-d63120ca8390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012154 Sep 22 04:29:33.453289 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fb8cf2-237b-4d0e-89bd-e9bc2b0e0faf req-bb08be61-0aee-4d98-9237-3e9c2e70059d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:29:33.454964 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-26fb8cf2-237b-4d0e-89bd-e9bc2b0e0faf req-bb08be61-0aee-4d98-9237-3e9c2e70059d service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1347005 Sep 22 04:29:33.456824 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-805ee3c3-0d1c-4bea-b329-60f4dfa7642c req-89efca20-7eda-4c0e-906f-48016f1f7017 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bc11e4-7abd-4750-8ac3-63f5066b0018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408223 Sep 22 04:29:33.533576 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572d2c2a-d576-42f7-9069-0622f9a1716a req-a6b7f531-f151-45fa-8050-6168788088f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:29:33.535106 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-572d2c2a-d576-42f7-9069-0622f9a1716a req-a6b7f531-f151-45fa-8050-6168788088f2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=94be7b84cda24c308b938ee70df77a79&device_id=959c1fb3-2aa2-4da4-a6b9-a73dd376c8a5 HTTP/1.1" status: 200 len: 1096 time: 0.0410347 Sep 22 04:29:33.585490 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-572d2c2a-d576-42f7-9069-0622f9a1716a req-ecc7a202-58a8-4024-be17-1cc38dbef299 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ed5ec9e-e6b8-4216-ab5d-4cb94a34cc40 HTTP/1.1" status: 200 len: 217 time: 0.0373650 Sep 22 04:29:33.636144 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572d2c2a-d576-42f7-9069-0622f9a1716a req-2eb2380f-0fca-4f04-82a2-13861c9df8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:29:33.637632 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-572d2c2a-d576-42f7-9069-0622f9a1716a req-2eb2380f-0fca-4f04-82a2-13861c9df8d5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f03785a8-558b-4999-9e02-c5e13eae7968 HTTP/1.1" status: 200 len: 855 time: 0.0442016 Sep 22 04:29:33.676185 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-572d2c2a-d576-42f7-9069-0622f9a1716a req-a8995d02-ca02-48c5-be7b-d3f375ac8526 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1dc84c4f-742d-475a-805c-2bdd99c4cbad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232751 Sep 22 04:29:33.768519 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-572d2c2a-d576-42f7-9069-0622f9a1716a req-57415a05-c34f-4328-a2aa-25c2d4d851a7 service neutron] 10.222.0.30 "GET /v2.0/networks/1dc84c4f-742d-475a-805c-2bdd99c4cbad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861843 Sep 22 04:29:33.863117 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-572d2c2a-d576-42f7-9069-0622f9a1716a req-6f38d201-cac2-4614-868e-09b802330fa4 service neutron] 10.222.0.30 "GET /v2.0/networks/1dc84c4f-742d-475a-805c-2bdd99c4cbad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861349 Sep 22 04:29:34.051392 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 42476) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:29:34.098326 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-07af4d26-3919-4c5f-9d7c-594733bf65c2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=396fc7a3710243cd9abe9a7855d5ccfb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0459287 Sep 22 04:29:34.100804 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 42480) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:29:34.147258 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-1cbdfc19-2dd2-4437-a813-0e6a2795de67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:34.173163 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-1cbdfc19-2dd2-4437-a813-0e6a2795de67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:34.376453 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-1cbdfc19-2dd2-4437-a813-0e6a2795de67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:34.379324 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-1cbdfc19-2dd2-4437-a813-0e6a2795de67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:34.398624 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-1cbdfc19-2dd2-4437-a813-0e6a2795de67 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f8c2aba4-219c-40bc-9985-cc8d604fc6ca HTTP/1.1" status: 204 len: 168 time: 0.2815046 Sep 22 04:29:34.398624 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbdfc19-2dd2-4437-a813-0e6a2795de67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8c2aba4-219c-40bc-9985-cc8d604fc6ca,revision_number=None']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:29:34.443658 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-7798362a-5410-49b1-9033-3544db10a9ce req-1fa416ad-ad61-4f39-95c5-11ad78d5a658 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2bfb29ed-f586-48e0-aff0-468f89beab91&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0440636 Sep 22 04:29:34.578323 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7798362a-5410-49b1-9033-3544db10a9ce req-9c69a1de-8163-4901-88fd-1cc86dc09c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:29:34.579770 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-7798362a-5410-49b1-9033-3544db10a9ce req-9c69a1de-8163-4901-88fd-1cc86dc09c06 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=94be7b84cda24c308b938ee70df77a79&device_id=2bfb29ed-f586-48e0-aff0-468f89beab91 HTTP/1.1" status: 200 len: 1098 time: 0.0822563 Sep 22 04:29:34.599720 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204b8c9b-d4e1-4099-9662-4c0ca8d9a780 req-31cbb0fc-2df9-408d-989f-21e6aeed2c96 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:29:34.600313 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31b64be-7938-4b55-9457-f614d8eb368d req-70f1d65f-d4b7-4952-844b-356f7b0837f8 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:29:34.601378 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-204b8c9b-d4e1-4099-9662-4c0ca8d9a780 req-31cbb0fc-2df9-408d-989f-21e6aeed2c96 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/ports?device_id=82c75eac-ff79-4e36-86b8-c01f924f13fa HTTP/1.1" status: 200 len: 945 time: 0.0551724 Sep 22 04:29:34.605047 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-e31b64be-7938-4b55-9457-f614d8eb368d req-70f1d65f-d4b7-4952-844b-356f7b0837f8 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/ports?device_id=959c1fb3-2aa2-4da4-a6b9-a73dd376c8a5 HTTP/1.1" status: 200 len: 943 time: 0.0656219 Sep 22 04:29:34.656501 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-204b8c9b-d4e1-4099-9662-4c0ca8d9a780 req-a795c34b-ba79-4e65-af9e-a3c912150120 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa7be617-2fe6-4836-b1f1-d63120ca8390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476773 Sep 22 04:29:34.705509 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-e31b64be-7938-4b55-9457-f614d8eb368d req-2dd8a102-422c-48be-8b99-6ca19c16cc39 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bc11e4-7abd-4750-8ac3-63f5066b0018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909312 Sep 22 04:29:34.732798 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7798362a-5410-49b1-9033-3544db10a9ce req-c5c558db-8e7f-4b64-90c1-a58f2cb146a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:29:34.734395 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-7798362a-5410-49b1-9033-3544db10a9ce req-c5c558db-8e7f-4b64-90c1-a58f2cb146a3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1dc84c4f-742d-475a-805c-2bdd99c4cbad HTTP/1.1" status: 200 len: 915 time: 0.1283159 Sep 22 04:29:35.020614 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-7798362a-5410-49b1-9033-3544db10a9ce req-a8c80871-b31a-4960-929b-fdfa200204b9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ced3eb09-8f02-495f-a797-099db1f64e83 HTTP/1.1" status: 200 len: 217 time: 0.2640874 Sep 22 04:29:35.076056 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7798362a-5410-49b1-9033-3544db10a9ce req-46bdc491-94e9-4e78-9359-734f5224891d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:29:35.077564 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-7798362a-5410-49b1-9033-3544db10a9ce req-46bdc491-94e9-4e78-9359-734f5224891d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f03785a8-558b-4999-9e02-c5e13eae7968 HTTP/1.1" status: 200 len: 855 time: 0.0423217 Sep 22 04:29:35.118038 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-7798362a-5410-49b1-9033-3544db10a9ce req-12a2ba67-92b3-4bc4-8f66-d1983c67e4e4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1dc84c4f-742d-475a-805c-2bdd99c4cbad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242975 Sep 22 04:29:35.224066 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-7798362a-5410-49b1-9033-3544db10a9ce req-3e10ee04-4091-4d73-9d96-d6a427b14c51 service neutron] 10.222.0.30 "GET /v2.0/networks/1dc84c4f-742d-475a-805c-2bdd99c4cbad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976489 Sep 22 04:29:35.279166 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 42538) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:29:35.348624 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-7798362a-5410-49b1-9033-3544db10a9ce req-22db72e4-0be5-476f-a1c9-a2f486eb3fe5 service neutron] 10.222.0.30 "GET /v2.0/networks/1dc84c4f-742d-475a-805c-2bdd99c4cbad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088424 Sep 22 04:29:35.405710 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-66ccda9f-154c-48fc-ba74-a4a7da74a1b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:35.524962 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-66ccda9f-154c-48fc-ba74-a4a7da74a1b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:35.620645 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-66ccda9f-154c-48fc-ba74-a4a7da74a1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:35.658452 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-66ccda9f-154c-48fc-ba74-a4a7da74a1b1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=caf8aacc8bce44f9b9ba36422eddf324&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3781934 Sep 22 04:29:35.660368 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ccda9f-154c-48fc-ba74-a4a7da74a1b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fba9b9b7-ab5e-4c41-8a15-f1192c7c173c,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:29:35.661253 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 42562) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:29:35.725365 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-fb4fe93e-5389-4d0b-a2fe-f374ee4d52fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:35.770227 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-fb4fe93e-5389-4d0b-a2fe-f374ee4d52fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:35.808794 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90c250d-31a0-49e0-8728-b2742dd02ff1 req-f2c498b6-ce6c-4143-abcb-4a53693b643f tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:29:35.810447 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-f90c250d-31a0-49e0-8728-b2742dd02ff1 req-f2c498b6-ce6c-4143-abcb-4a53693b643f tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/ports?device_id=82c75eac-ff79-4e36-86b8-c01f924f13fa HTTP/1.1" status: 200 len: 945 time: 0.0772476 Sep 22 04:29:35.852486 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16b9be5-6f4f-42a0-a1f1-e101de000c31 req-ad551c11-f7d4-4e15-b036-fa21745f2a11 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:29:35.860448 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-a16b9be5-6f4f-42a0-a1f1-e101de000c31 req-ad551c11-f7d4-4e15-b036-fa21745f2a11 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/ports?device_id=959c1fb3-2aa2-4da4-a6b9-a73dd376c8a5 HTTP/1.1" status: 200 len: 943 time: 0.0751319 Sep 22 04:29:35.860724 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-f90c250d-31a0-49e0-8728-b2742dd02ff1 req-9251c5cd-1a5f-4d25-b814-7ff71763aea7 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa7be617-2fe6-4836-b1f1-d63120ca8390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378256 Sep 22 04:29:35.907182 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-a16b9be5-6f4f-42a0-a1f1-e101de000c31 req-ef4baf97-ca12-4737-99ba-7388b8c05387 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bc11e4-7abd-4750-8ac3-63f5066b0018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446916 Sep 22 04:29:36.027574 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-fb4fe93e-5389-4d0b-a2fe-f374ee4d52fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:36.030141 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-fb4fe93e-5389-4d0b-a2fe-f374ee4d52fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:36.031276 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-fb4fe93e-5389-4d0b-a2fe-f374ee4d52fc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fba9b9b7-ab5e-4c41-8a15-f1192c7c173c HTTP/1.1" status: 204 len: 168 time: 0.3618915 Sep 22 04:29:36.039445 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4fe93e-5389-4d0b-a2fe-f374ee4d52fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fba9b9b7-ab5e-4c41-8a15-f1192c7c173c,revision_number=None']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:29:36.690591 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:36.776091 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 42592) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:29:36.789725 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-42e8157d-3c02-4272-aefc-e2d49830c73e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:36.793746 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 42594) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:29:36.979371 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-42e8157d-3c02-4272-aefc-e2d49830c73e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:36.994041 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-ee588cb3-d0e4-4644-950e-caef6e4afb3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:37.052565 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00698ebd-497d-45c8-be27-0ce2ca196a77 req-b1ddc0d5-9e07-4864-8a24-ac5bdb9977e3 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:29:37.054076 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-00698ebd-497d-45c8-be27-0ce2ca196a77 req-b1ddc0d5-9e07-4864-8a24-ac5bdb9977e3 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/ports?device_id=959c1fb3-2aa2-4da4-a6b9-a73dd376c8a5 HTTP/1.1" status: 200 len: 943 time: 0.0678217 Sep 22 04:29:37.054922 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-42e8157d-3c02-4272-aefc-e2d49830c73e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:37.088556 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7495b725-7053-4f58-aabf-cb723b1b1a7e req-19ec0297-c33a-4971-9112-e0566840b782 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:29:37.090135 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-7495b725-7053-4f58-aabf-cb723b1b1a7e req-19ec0297-c33a-4971-9112-e0566840b782 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/ports?device_id=82c75eac-ff79-4e36-86b8-c01f924f13fa HTTP/1.1" status: 200 len: 945 time: 0.0734327 Sep 22 04:29:37.110663 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-42e8157d-3c02-4272-aefc-e2d49830c73e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8be2130d2a144665a0a5dcce29f4d176&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3334093 Sep 22 04:29:37.116065 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 42614) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:29:37.118026 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e8157d-3c02-4272-aefc-e2d49830c73e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b79eacd7-2cdd-4002-84a2-c5be4b56a250,revision_number=1']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:29:37.139722 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-00698ebd-497d-45c8-be27-0ce2ca196a77 req-8560ecf0-8510-4a44-ba27-6cd7185e7636 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bc11e4-7abd-4750-8ac3-63f5066b0018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756958 Sep 22 04:29:37.157087 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-7495b725-7053-4f58-aabf-cb723b1b1a7e req-fabe24cd-0a1b-42fd-8828-c510a23dcc22 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa7be617-2fe6-4836-b1f1-d63120ca8390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584116 Sep 22 04:29:37.177634 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-75e9803a-0b68-4684-93d8-faa38d006a73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:37.186011 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-ee588cb3-d0e4-4644-950e-caef6e4afb3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:37.201531 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-75e9803a-0b68-4684-93d8-faa38d006a73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:37.330802 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-ee588cb3-d0e4-4644-950e-caef6e4afb3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:37.357828 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-75e9803a-0b68-4684-93d8-faa38d006a73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:37.360305 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-75e9803a-0b68-4684-93d8-faa38d006a73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:37.361464 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-75e9803a-0b68-4684-93d8-faa38d006a73 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b79eacd7-2cdd-4002-84a2-c5be4b56a250 HTTP/1.1" status: 204 len: 168 time: 0.2443342 Sep 22 04:29:37.370696 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e9803a-0b68-4684-93d8-faa38d006a73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b79eacd7-2cdd-4002-84a2-c5be4b56a250,revision_number=None']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:29:37.376837 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-ee588cb3-d0e4-4644-950e-caef6e4afb3a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=882880d9f39b44698dda481dde156112&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5819616 Sep 22 04:29:37.377675 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee588cb3-d0e4-4644-950e-caef6e4afb3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1690762-e6c3-4df4-abf8-3b5dc7455656,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:29:37.379546 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 42618) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:29:37.434011 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-d3d4796b-0a97-4975-9c25-481d735e2e51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:37.455107 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-d3d4796b-0a97-4975-9c25-481d735e2e51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:37.548997 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Device 5ed5ec9e-e6b8-4216-ab5d-4cb94a34cc40 details requested by agent hyperv_hv-cinder-81011 with host hv-cinder-81011 {{(pid=94617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 04:29:37.559065 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 42626) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:29:37.593484 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 42630) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:29:37.632557 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-d3d4796b-0a97-4975-9c25-481d735e2e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:37.635977 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-d3d4796b-0a97-4975-9c25-481d735e2e51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:37.637151 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-d3d4796b-0a97-4975-9c25-481d735e2e51 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d1690762-e6c3-4df4-abf8-3b5dc7455656 HTTP/1.1" status: 204 len: 168 time: 0.2556009 Sep 22 04:29:37.645610 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d4796b-0a97-4975-9c25-481d735e2e51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1690762-e6c3-4df4-abf8-3b5dc7455656,revision_number=None']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:29:37.652770 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] For port 5ed5ec9e-e6b8-4216-ab5d-4cb94a34cc40, host hv-cinder-81011, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81011',level=0,port_id=5ed5ec9e-e6b8-4216-ab5d-4cb94a34cc40,segment=NetworkSegment(bc8c3708-e396-4d9b-bfd8-c6b3490a63a6),segment_id=bc8c3708-e396-4d9b-bfd8-c6b3490a63a6)] {{(pid=94617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:29:37.670968 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Returning: {'device': '5ed5ec9e-e6b8-4216-ab5d-4cb94a34cc40', 'network_id': '1dc84c4f-742d-475a-805c-2bdd99c4cbad', 'port_id': '5ed5ec9e-e6b8-4216-ab5d-4cb94a34cc40', 'mac_address': 'fa:16:3e:48:6e:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f03785a8-558b-4999-9e02-c5e13eae7968', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 04:29:37.714636 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:37.727626 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.notifiers.nova [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ed5ec9e-e6b8-4216-ab5d-4cb94a34cc40 {{(pid=94617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 04:29:37.754210 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] For port 5ed5ec9e-e6b8-4216-ab5d-4cb94a34cc40, host hv-cinder-81011, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81011',level=0,port_id=5ed5ec9e-e6b8-4216-ab5d-4cb94a34cc40,segment=NetworkSegment(bc8c3708-e396-4d9b-bfd8-c6b3490a63a6),segment_id=bc8c3708-e396-4d9b-bfd8-c6b3490a63a6)] {{(pid=94617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:29:37.797332 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-c42082d5-42ae-4c34-a8af-d49cfc4fc8fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:37.812759 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-2dba73a6-52f8-4c98-8119-8b29a793d10e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:37.834316 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:37.845789 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.db.api [None req-c42082d5-42ae-4c34-a8af-d49cfc4fc8fb admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 22 04:29:37.845789 dv-cinder-810118-1-iscsi neutron-server[94616]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 22 04:29:37.845789 dv-cinder-810118-1-iscsi neutron-server[94616]: [parameters: {'project_id': '7f4bc1694dab49e2af3dcb30dcda412c', 'id': '5064b43b-e056-4a83-8dd3-6043eb836dfc', 'expiration': datetime.datetime(2021, 9, 22, 4, 31, 37, 839540)}] Sep 22 04:29:37.845789 dv-cinder-810118-1-iscsi neutron-server[94616]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94616) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 04:29:37.849397 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG oslo_db.api [None req-c42082d5-42ae-4c34-a8af-d49cfc4fc8fb admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 04:29:37.886410 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Pushing event updated for resources: {'Port': ['ID=5ed5ec9e-e6b8-4216-ab5d-4cb94a34cc40,revision_number=4']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:29:37.894857 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:29:37.894857 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:29:37.894857 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:29:37.894857 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:29:37.900887 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:29:37.901842 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:29:37.901842 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:29:37.902054 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:29:37.902409 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:29:37.902748 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:29:37.903078 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:29:37.903405 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:29:37.929445 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-2dba73a6-52f8-4c98-8119-8b29a793d10e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:38.016442 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-2dba73a6-52f8-4c98-8119-8b29a793d10e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:38.057897 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-2dba73a6-52f8-4c98-8119-8b29a793d10e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e3a6164924cc4fadb4027badb05e4b66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4630167 Sep 22 04:29:38.058693 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dba73a6-52f8-4c98-8119-8b29a793d10e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cbdeda9-24bd-4aa7-8633-bbc44977033d,revision_number=1']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:29:38.060687 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 42648) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:29:38.114072 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-605314d8-05e3-461e-9f31-a5a3e73709fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:38.137138 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-605314d8-05e3-461e-9f31-a5a3e73709fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:38.137665 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] get_ports_and_sgs() called for port_ids ['5ed5ec9e-e6b8-4216-ab5d-4cb94a34cc40'] {{(pid=94617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 04:29:38.298268 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-605314d8-05e3-461e-9f31-a5a3e73709fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:38.305639 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-605314d8-05e3-461e-9f31-a5a3e73709fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:38.307272 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-605314d8-05e3-461e-9f31-a5a3e73709fd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2cbdeda9-24bd-4aa7-8633-bbc44977033d HTTP/1.1" status: 204 len: 168 time: 0.2455666 Sep 22 04:29:38.342179 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605314d8-05e3-461e-9f31-a5a3e73709fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cbdeda9-24bd-4aa7-8633-bbc44977033d,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:29:38.346503 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b802a35-7208-4ff9-bd86-32f11d6d9f0e req-9a6afdb6-1265-4d4c-a0d2-d744287e5f1e tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:29:38.358180 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-4b802a35-7208-4ff9-bd86-32f11d6d9f0e req-9a6afdb6-1265-4d4c-a0d2-d744287e5f1e tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/ports?device_id=82c75eac-ff79-4e36-86b8-c01f924f13fa HTTP/1.1" status: 200 len: 945 time: 0.1160433 Sep 22 04:29:38.359083 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-c42082d5-42ae-4c34-a8af-d49cfc4fc8fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:38.389304 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c4833c-1964-4c18-bf84-af47bd5d861b req-7fd3b631-efce-45e4-bbb6-21d54754674a tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:29:38.390871 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-95c4833c-1964-4c18-bf84-af47bd5d861b req-7fd3b631-efce-45e4-bbb6-21d54754674a tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/ports?device_id=959c1fb3-2aa2-4da4-a6b9-a73dd376c8a5 HTTP/1.1" status: 200 len: 944 time: 0.1622145 Sep 22 04:29:38.422597 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-4b802a35-7208-4ff9-bd86-32f11d6d9f0e req-23e7d34d-b95b-4ffb-9d58-e26080950c44 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa7be617-2fe6-4836-b1f1-d63120ca8390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643659 Sep 22 04:29:38.437081 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-95c4833c-1964-4c18-bf84-af47bd5d861b req-0ffde5e8-5ca6-480f-afda-ebaf2d139430 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bc11e4-7abd-4750-8ac3-63f5066b0018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384037 Sep 22 04:29:38.501552 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-c42082d5-42ae-4c34-a8af-d49cfc4fc8fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:38.599091 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-c42082d5-42ae-4c34-a8af-d49cfc4fc8fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:38.636186 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-c42082d5-42ae-4c34-a8af-d49cfc4fc8fb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7f4bc1694dab49e2af3dcb30dcda412c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0756402 Sep 22 04:29:38.638228 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42082d5-42ae-4c34-a8af-d49cfc4fc8fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cf523e3-28fd-4792-9820-a9b5363f81a9,revision_number=1']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:29:38.638945 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 42668) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:29:38.700483 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-52820354-7ead-400a-9d1d-86fc3905660e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:38.721477 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-52820354-7ead-400a-9d1d-86fc3905660e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:38.919176 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-52820354-7ead-400a-9d1d-86fc3905660e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:38.921754 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-52820354-7ead-400a-9d1d-86fc3905660e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:38.922894 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-52820354-7ead-400a-9d1d-86fc3905660e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6cf523e3-28fd-4792-9820-a9b5363f81a9 HTTP/1.1" status: 204 len: 168 time: 0.2827992 Sep 22 04:29:38.930916 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52820354-7ead-400a-9d1d-86fc3905660e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cf523e3-28fd-4792-9820-a9b5363f81a9,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:29:39.031870 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 42676) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:29:39.044940 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-ea09040a-08b7-4fd1-b1a7-c553c8b568aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:39.132437 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-ea09040a-08b7-4fd1-b1a7-c553c8b568aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:39.271467 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-ea09040a-08b7-4fd1-b1a7-c553c8b568aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:39.316436 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-ea09040a-08b7-4fd1-b1a7-c553c8b568aa admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f762175011f647fbac0fbd3f2f4d2b7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2833986 Sep 22 04:29:39.358809 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea09040a-08b7-4fd1-b1a7-c553c8b568aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acbedd46-3c71-4fa7-bf16-4a597e7ba20a,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:29:39.360105 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 42680) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:29:39.400853 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-6cf18259-6e12-4ee0-93b5-19b712f5e8ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:39.420831 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-6cf18259-6e12-4ee0-93b5-19b712f5e8ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:39.517067 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 42688) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:29:39.544901 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5d2cb0-ff19-4803-87c8-a4bf91707ac0 req-5fa9c1d0-72d2-4bda-b72a-10f859a55d24 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:29:39.548976 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-c3adfb4b-ae5d-4da7-9cb2-dd5d073902f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:39.553138 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-0e5d2cb0-ff19-4803-87c8-a4bf91707ac0 req-5fa9c1d0-72d2-4bda-b72a-10f859a55d24 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/ports?device_id=82c75eac-ff79-4e36-86b8-c01f924f13fa HTTP/1.1" status: 200 len: 945 time: 0.0594943 Sep 22 04:29:39.588864 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-0e5d2cb0-ff19-4803-87c8-a4bf91707ac0 req-f5fc9eaf-f1d1-44cc-b4a2-d4e74254c9af tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa7be617-2fe6-4836-b1f1-d63120ca8390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344386 Sep 22 04:29:39.592726 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5315b618-c421-44fb-b47b-a5b856085f15 req-33772f46-86a0-4c4a-bfd5-66c2c143120d tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:29:39.594228 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-5315b618-c421-44fb-b47b-a5b856085f15 req-33772f46-86a0-4c4a-bfd5-66c2c143120d tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/ports?device_id=959c1fb3-2aa2-4da4-a6b9-a73dd376c8a5 HTTP/1.1" status: 200 len: 944 time: 0.0895565 Sep 22 04:29:39.613469 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-6cf18259-6e12-4ee0-93b5-19b712f5e8ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:39.615933 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-6cf18259-6e12-4ee0-93b5-19b712f5e8ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:39.617054 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-6cf18259-6e12-4ee0-93b5-19b712f5e8ec admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/acbedd46-3c71-4fa7-bf16-4a597e7ba20a HTTP/1.1" status: 204 len: 168 time: 0.2623978 Sep 22 04:29:39.644695 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf18259-6e12-4ee0-93b5-19b712f5e8ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acbedd46-3c71-4fa7-bf16-4a597e7ba20a,revision_number=None']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:29:39.668649 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-5315b618-c421-44fb-b47b-a5b856085f15 req-4bd20117-2c59-439c-b103-372052834660 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bc11e4-7abd-4750-8ac3-63f5066b0018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669317 Sep 22 04:29:39.716593 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-c3adfb4b-ae5d-4da7-9cb2-dd5d073902f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:39.844602 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-c3adfb4b-ae5d-4da7-9cb2-dd5d073902f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:39.882374 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-c3adfb4b-ae5d-4da7-9cb2-dd5d073902f3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=04b3bffde0264a55844a6f0c6822c6e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3482530 Sep 22 04:29:39.883206 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3adfb4b-ae5d-4da7-9cb2-dd5d073902f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0671179-1675-476a-91f8-65eef6724c37,revision_number=1']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:29:39.885247 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 42698) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:29:39.950477 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-f2227fb5-16e0-4b3c-9161-cc524feb99d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:39.972336 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-f2227fb5-16e0-4b3c-9161-cc524feb99d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:40.078965 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-f2227fb5-16e0-4b3c-9161-cc524feb99d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:40.081514 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-f2227fb5-16e0-4b3c-9161-cc524feb99d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:40.085907 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-f2227fb5-16e0-4b3c-9161-cc524feb99d8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b0671179-1675-476a-91f8-65eef6724c37 HTTP/1.1" status: 204 len: 168 time: 0.1964688 Sep 22 04:29:40.091259 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2227fb5-16e0-4b3c-9161-cc524feb99d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0671179-1675-476a-91f8-65eef6724c37,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:29:40.598823 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 42718) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:29:40.616215 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-f3504da0-7c68-4d4d-97ea-8340a8d9c554 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:40.728599 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-f3504da0-7c68-4d4d-97ea-8340a8d9c554 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:40.736982 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ae46f8-e3b4-45f4-802c-15b56c6d8904 req-729cd70a-7271-4906-b678-7f64946f040a tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:29:40.738605 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-35ae46f8-e3b4-45f4-802c-15b56c6d8904 req-729cd70a-7271-4906-b678-7f64946f040a tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/ports?device_id=82c75eac-ff79-4e36-86b8-c01f924f13fa HTTP/1.1" status: 200 len: 945 time: 0.0546389 Sep 22 04:29:40.776117 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-35ae46f8-e3b4-45f4-802c-15b56c6d8904 req-73542f8d-35df-410c-aa18-e46d44c04771 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa7be617-2fe6-4836-b1f1-d63120ca8390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316432 Sep 22 04:29:40.879080 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-f3504da0-7c68-4d4d-97ea-8340a8d9c554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:40.891833 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b5f6c8-962e-46c3-a38d-8c5ce1b31774 req-1cbe9e8a-94cd-4208-beb4-a874bb3bd726 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:29:40.891833 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-f3b5f6c8-962e-46c3-a38d-8c5ce1b31774 req-1cbe9e8a-94cd-4208-beb4-a874bb3bd726 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/ports?device_id=959c1fb3-2aa2-4da4-a6b9-a73dd376c8a5 HTTP/1.1" status: 200 len: 944 time: 0.0538418 Sep 22 04:29:40.922432 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3504da0-7c68-4d4d-97ea-8340a8d9c554 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c21c852d-b14a-4eab-8aa1-5538057ba921,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:29:40.929367 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-f3b5f6c8-962e-46c3-a38d-8c5ce1b31774 req-4b31d2bc-9dba-467b-ae94-eaf4343ca9e9 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bc11e4-7abd-4750-8ac3-63f5066b0018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395715 Sep 22 04:29:40.948192 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-f3504da0-7c68-4d4d-97ea-8340a8d9c554 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=16a1d8bca883414584f8a02570b327e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3460901 Sep 22 04:29:40.949530 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 42734) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:29:41.002403 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-e9866310-374c-45e0-8bed-325f85137c3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:41.023572 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-e9866310-374c-45e0-8bed-325f85137c3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:41.181768 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-e9866310-374c-45e0-8bed-325f85137c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:41.184419 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-e9866310-374c-45e0-8bed-325f85137c3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:41.185606 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-e9866310-374c-45e0-8bed-325f85137c3b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c21c852d-b14a-4eab-8aa1-5538057ba921 HTTP/1.1" status: 204 len: 168 time: 0.2350955 Sep 22 04:29:41.193375 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9866310-374c-45e0-8bed-325f85137c3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c21c852d-b14a-4eab-8aa1-5538057ba921,revision_number=None']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:29:41.902806 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b69b233-677b-4018-944b-cc502861fee7 req-f919fc2b-d09d-40e6-8bb7-fa056c99267c tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:29:41.908971 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-0b69b233-677b-4018-944b-cc502861fee7 req-f919fc2b-d09d-40e6-8bb7-fa056c99267c tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/ports?device_id=82c75eac-ff79-4e36-86b8-c01f924f13fa HTTP/1.1" status: 200 len: 945 time: 0.0613344 Sep 22 04:29:41.950391 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-0b69b233-677b-4018-944b-cc502861fee7 req-ee89f418-a411-475c-9256-c03da5c50e32 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa7be617-2fe6-4836-b1f1-d63120ca8390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387053 Sep 22 04:29:42.094312 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47a8412-a1aa-42f0-aa2e-98ebb422b4d9 req-bb88050a-136a-448a-807a-ec1101498c24 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:29:42.096508 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-e47a8412-a1aa-42f0-aa2e-98ebb422b4d9 req-bb88050a-136a-448a-807a-ec1101498c24 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/ports?device_id=959c1fb3-2aa2-4da4-a6b9-a73dd376c8a5 HTTP/1.1" status: 200 len: 944 time: 0.0682809 Sep 22 04:29:42.138216 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-e47a8412-a1aa-42f0-aa2e-98ebb422b4d9 req-bba4d9ff-23f9-447f-917b-6921330f459e tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bc11e4-7abd-4750-8ac3-63f5066b0018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349832 Sep 22 04:29:43.109651 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b03bd65-b3de-4908-88df-4c8f94152153 req-250927b7-0383-41ec-acc1-57e2115cea01 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:29:43.111312 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-3b03bd65-b3de-4908-88df-4c8f94152153 req-250927b7-0383-41ec-acc1-57e2115cea01 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/ports?device_id=82c75eac-ff79-4e36-86b8-c01f924f13fa HTTP/1.1" status: 200 len: 945 time: 0.0583882 Sep 22 04:29:43.156178 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-3b03bd65-b3de-4908-88df-4c8f94152153 req-75134f7c-e678-472e-a938-e7543433c008 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa7be617-2fe6-4836-b1f1-d63120ca8390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345123 Sep 22 04:29:43.275385 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92837e44-9a12-4f02-bbfd-a2a032217f87 req-35107761-10b2-40a3-b450-8cf10afe3244 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:29:43.282401 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-92837e44-9a12-4f02-bbfd-a2a032217f87 req-35107761-10b2-40a3-b450-8cf10afe3244 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/ports?device_id=959c1fb3-2aa2-4da4-a6b9-a73dd376c8a5 HTTP/1.1" status: 200 len: 944 time: 0.0589178 Sep 22 04:29:43.315180 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-92837e44-9a12-4f02-bbfd-a2a032217f87 req-93b255ca-40e0-42f2-9a4c-f00b871fd12d tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bc11e4-7abd-4750-8ac3-63f5066b0018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318303 Sep 22 04:29:43.579476 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Device 5ed5ec9e-e6b8-4216-ab5d-4cb94a34cc40 up at agent hyperv_hv-cinder-81011 {{(pid=94617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 04:29:43.740102 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Provisioning for port 5ed5ec9e-e6b8-4216-ab5d-4cb94a34cc40 completed by entity L2. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 04:29:43.745068 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Provisioning complete for port 5ed5ec9e-e6b8-4216-ab5d-4cb94a34cc40 triggered by entity L2. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 04:29:43.750247 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628798'] for port, provisioning_complete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:43.848994 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:43.883460 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '959c1fb3-2aa2-4da4-a6b9-a73dd376c8a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ed5ec9e-e6b8-4216-ab5d-4cb94a34cc40'}] {{(pid=94617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 04:29:43.890489 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}993cef13cba3f0ab7640ec7edf55a13b4a27e0226575f61fb20ce20e7b239147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02473fdc-eeb1-4b00-bd44-1ddd6f7280c1" -d '{"events": [{"server_uuid": "959c1fb3-2aa2-4da4-a6b9-a73dd376c8a5", "name": "network-vif-plugged", "status": "completed", "tag": "5ed5ec9e-e6b8-4216-ab5d-4cb94a34cc40"}]}' {{(pid=94617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 04:29:43.898994 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] For port 5ed5ec9e-e6b8-4216-ab5d-4cb94a34cc40, host hv-cinder-81011, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81011',level=0,port_id=5ed5ec9e-e6b8-4216-ab5d-4cb94a34cc40,segment=NetworkSegment(bc8c3708-e396-4d9b-bfd8-c6b3490a63a6),segment_id=bc8c3708-e396-4d9b-bfd8-c6b3490a63a6)] {{(pid=94617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:29:43.929797 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 04:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f511b4c-1620-40e9-9e73-42efbfad737a x-openstack-request-id: req-4f511b4c-1620-40e9-9e73-42efbfad737a {{(pid=94617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 04:29:43.930237 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "959c1fb3-2aa2-4da4-a6b9-a73dd376c8a5", "name": "network-vif-plugged", "status": "completed", "tag": "5ed5ec9e-e6b8-4216-ab5d-4cb94a34cc40", "code": 200}]} {{(pid=94617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 04:29:43.931263 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4f511b4c-1620-40e9-9e73-42efbfad737a {{(pid=94617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 04:29:43.931993 dv-cinder-810118-1-iscsi neutron-server[94617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '959c1fb3-2aa2-4da4-a6b9-a73dd376c8a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ed5ec9e-e6b8-4216-ab5d-4cb94a34cc40', 'code': 200} Sep 22 04:29:43.970490 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:44.026572 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Pushing event updated for resources: {'Port': ['ID=5ed5ec9e-e6b8-4216-ab5d-4cb94a34cc40,revision_number=5']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:29:44.238581 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b0d5a5-ef74-49eb-8862-87292c36ad1f req-e0b49111-5276-4e93-a4a8-1096747fd7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:29:44.240112 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-e2b0d5a5-ef74-49eb-8862-87292c36ad1f req-e0b49111-5276-4e93-a4a8-1096747fd7e9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=959c1fb3-2aa2-4da4-a6b9-a73dd376c8a5 HTTP/1.1" status: 200 len: 1098 time: 0.0398943 Sep 22 04:29:44.295037 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1c5044-8afd-4260-af5a-dad4042fe73a req-e20f5854-a100-46b3-8414-3ed49d75bbbf tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:29:44.298695 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-1c1c5044-8afd-4260-af5a-dad4042fe73a req-e20f5854-a100-46b3-8414-3ed49d75bbbf tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/ports?device_id=82c75eac-ff79-4e36-86b8-c01f924f13fa HTTP/1.1" status: 200 len: 945 time: 0.0532258 Sep 22 04:29:44.325323 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-e2b0d5a5-ef74-49eb-8862-87292c36ad1f req-2ebf9170-1d8a-434f-b89f-e961849e6802 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=65bc11e4-7abd-4750-8ac3-63f5066b0018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749242 Sep 22 04:29:44.343165 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-1c1c5044-8afd-4260-af5a-dad4042fe73a req-e605ff03-694c-4a22-ba25-b2735ca30c15 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa7be617-2fe6-4836-b1f1-d63120ca8390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363936 Sep 22 04:29:44.442912 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caab1cd4-da6c-4aae-9c8d-4c6cb8555465 req-0b924573-b24a-4842-9029-29865a2d620e tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:29:44.444388 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-caab1cd4-da6c-4aae-9c8d-4c6cb8555465 req-0b924573-b24a-4842-9029-29865a2d620e tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/ports?device_id=959c1fb3-2aa2-4da4-a6b9-a73dd376c8a5 HTTP/1.1" status: 200 len: 945 time: 0.0468574 Sep 22 04:29:44.486247 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-caab1cd4-da6c-4aae-9c8d-4c6cb8555465 req-ad3d1a48-688c-4295-a4b2-a63616e2e0ca tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bc11e4-7abd-4750-8ac3-63f5066b0018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358884 Sep 22 04:29:45.479136 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca057ce-669e-4127-978c-5cc7f658f399 req-a5b8118f-dce9-412d-9e29-46dd835911f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:29:45.480651 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-3ca057ce-669e-4127-978c-5cc7f658f399 req-a5b8118f-dce9-412d-9e29-46dd835911f2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=82c75eac-ff79-4e36-86b8-c01f924f13fa HTTP/1.1" status: 200 len: 1098 time: 0.0868618 Sep 22 04:29:45.493213 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824b441c-d042-425d-bbf8-0d56dc240fc1 req-906e2d64-1ed2-4faf-806f-53e83e237f44 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:29:45.494633 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-824b441c-d042-425d-bbf8-0d56dc240fc1 req-906e2d64-1ed2-4faf-806f-53e83e237f44 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/ports?device_id=82c75eac-ff79-4e36-86b8-c01f924f13fa HTTP/1.1" status: 200 len: 945 time: 0.0618784 Sep 22 04:29:45.548234 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-3ca057ce-669e-4127-978c-5cc7f658f399 req-2a079ae9-10fc-41c0-9c06-3a02c20e11b7 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=aa7be617-2fe6-4836-b1f1-d63120ca8390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526581 Sep 22 04:29:45.555663 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-824b441c-d042-425d-bbf8-0d56dc240fc1 req-129fee51-bfe6-4c3d-a15f-bd645d805339 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa7be617-2fe6-4836-b1f1-d63120ca8390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479393 Sep 22 04:29:45.626436 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237b1889-b9bf-4221-a203-383deafbb627 req-1fcaa370-7047-42c8-8488-9c73bcad4c42 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:29:45.628047 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-237b1889-b9bf-4221-a203-383deafbb627 req-1fcaa370-7047-42c8-8488-9c73bcad4c42 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/ports?device_id=959c1fb3-2aa2-4da4-a6b9-a73dd376c8a5 HTTP/1.1" status: 200 len: 945 time: 0.0500064 Sep 22 04:29:45.668721 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-237b1889-b9bf-4221-a203-383deafbb627 req-e984fdfc-a135-474d-81fa-31142ea8adab tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bc11e4-7abd-4750-8ac3-63f5066b0018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340841 Sep 22 04:29:45.775317 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 42992) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:29:45.882794 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-7f5ac9be-4165-47e8-80da-a7c4ea334cdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:45.981773 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-7f5ac9be-4165-47e8-80da-a7c4ea334cdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:46.038489 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 43004) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:29:46.090710 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-7f5ac9be-4165-47e8-80da-a7c4ea334cdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:46.142423 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-7f5ac9be-4165-47e8-80da-a7c4ea334cdd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c2b7bb8037ac473db1eedcb2f8b89b15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3630266 Sep 22 04:29:46.142586 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 43014) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:29:46.148334 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5ac9be-4165-47e8-80da-a7c4ea334cdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ebb9a27-bdfd-4992-ac95-1fa6c30cd191,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:29:46.157763 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-3000a94c-cc25-4cd5-b15a-3a965ec81ced admin admin] Notify callbacks [] for security_group, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:46.204921 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-0f2f0338-fb11-4451-8e06-778c4f7e253d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:46.226183 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-0f2f0338-fb11-4451-8e06-778c4f7e253d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:46.244327 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-3000a94c-cc25-4cd5-b15a-3a965ec81ced admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:46.376310 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-3000a94c-cc25-4cd5-b15a-3a965ec81ced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:46.414083 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-3000a94c-cc25-4cd5-b15a-3a965ec81ced admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a32b016c24ea4b949b610cf6d466bbc8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3745909 Sep 22 04:29:46.414951 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3000a94c-cc25-4cd5-b15a-3a965ec81ced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffc6e5e5-092f-4289-9817-27089753c309,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:29:46.416383 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-0f2f0338-fb11-4451-8e06-778c4f7e253d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:46.417216 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 43020) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:29:46.419154 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-0f2f0338-fb11-4451-8e06-778c4f7e253d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:46.420311 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-0f2f0338-fb11-4451-8e06-778c4f7e253d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5ebb9a27-bdfd-4992-ac95-1fa6c30cd191 HTTP/1.1" status: 204 len: 168 time: 0.2763872 Sep 22 04:29:46.429446 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2f0338-fb11-4451-8e06-778c4f7e253d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ebb9a27-bdfd-4992-ac95-1fa6c30cd191,revision_number=None']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:29:46.623680 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-64d0d6ce-d2cf-4b79-b0c5-b88a1bc30c10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:46.681831 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-64d0d6ce-d2cf-4b79-b0c5-b88a1bc30c10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:46.728649 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12695195-2b33-4d98-b51b-5f4598842f91 req-2552ad62-2410-4830-b39b-6830ae337d4c tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:29:46.730151 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-12695195-2b33-4d98-b51b-5f4598842f91 req-2552ad62-2410-4830-b39b-6830ae337d4c tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/ports?device_id=82c75eac-ff79-4e36-86b8-c01f924f13fa HTTP/1.1" status: 200 len: 945 time: 0.0933683 Sep 22 04:29:46.773015 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-12695195-2b33-4d98-b51b-5f4598842f91 req-1c21e4d0-b4d2-4898-b990-5c56a5af3cdd tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa7be617-2fe6-4836-b1f1-d63120ca8390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359871 Sep 22 04:29:46.807570 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2124b2e5-2cff-442c-87d9-06f4e1f37fe1 req-eaf26c67-f8ee-437c-b7e5-5491a222e39e tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:29:46.815741 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-2124b2e5-2cff-442c-87d9-06f4e1f37fe1 req-eaf26c67-f8ee-437c-b7e5-5491a222e39e tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/ports?device_id=959c1fb3-2aa2-4da4-a6b9-a73dd376c8a5 HTTP/1.1" status: 200 len: 945 time: 0.0686941 Sep 22 04:29:46.852587 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-2124b2e5-2cff-442c-87d9-06f4e1f37fe1 req-8f68863c-3d7d-485d-9a74-b7d1e8f62f5a tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bc11e4-7abd-4750-8ac3-63f5066b0018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357158 Sep 22 04:29:46.902765 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-64d0d6ce-d2cf-4b79-b0c5-b88a1bc30c10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:46.910213 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-64d0d6ce-d2cf-4b79-b0c5-b88a1bc30c10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:46.920992 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-64d0d6ce-d2cf-4b79-b0c5-b88a1bc30c10 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ffc6e5e5-092f-4289-9817-27089753c309 HTTP/1.1" status: 204 len: 168 time: 0.5003099 Sep 22 04:29:46.928486 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d0d6ce-d2cf-4b79-b0c5-b88a1bc30c10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffc6e5e5-092f-4289-9817-27089753c309,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:29:47.470586 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 43068) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:29:47.484887 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-b36260c3-d095-49ad-b65b-f14d70b7f780 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:47.574306 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-b36260c3-d095-49ad-b65b-f14d70b7f780 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:47.684792 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-b36260c3-d095-49ad-b65b-f14d70b7f780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:47.725529 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 43078) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:29:47.725995 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-b36260c3-d095-49ad-b65b-f14d70b7f780 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=80eee0934df841c583986801ddb23a1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2535703 Sep 22 04:29:47.726494 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36260c3-d095-49ad-b65b-f14d70b7f780 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0800a765-ad18-4f29-8725-bc74bb107cbc,revision_number=1']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:29:47.777220 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-8820f312-b33c-428d-af65-66ff6cf7c12b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:47.802424 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-8820f312-b33c-428d-af65-66ff6cf7c12b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:47.901757 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21363e45-05d9-4184-bbda-71dadf89cca7 req-3be81bbe-7c63-47e7-b136-c52138f91e52 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:29:47.903398 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-21363e45-05d9-4184-bbda-71dadf89cca7 req-3be81bbe-7c63-47e7-b136-c52138f91e52 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/ports?device_id=82c75eac-ff79-4e36-86b8-c01f924f13fa HTTP/1.1" status: 200 len: 945 time: 0.0530124 Sep 22 04:29:47.944968 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-21363e45-05d9-4184-bbda-71dadf89cca7 req-41b29a71-98ba-40dc-8473-e5597a91f0ec tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa7be617-2fe6-4836-b1f1-d63120ca8390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352421 Sep 22 04:29:47.981712 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 43088) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:29:47.996362 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-a639a939-9fc7-473d-9ea6-94c80f64e8d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:48.060320 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 43090) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:29:48.065564 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f58218b-fe50-48d9-a048-615a39225bde req-b5d4bd67-589c-4585-8e52-48c3190e8e5d tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:29:48.067144 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-3f58218b-fe50-48d9-a048-615a39225bde req-b5d4bd67-589c-4585-8e52-48c3190e8e5d tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ecf19b8-6886-42a0-afa3-aef3b137e1dc HTTP/1.1" status: 200 len: 945 time: 0.0571365 Sep 22 04:29:48.079465 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.agents_db [None req-7fda405f-bd13-41fd-9497-f6551785b8a3 None None] Agent healthcheck: found 6 active agents {{(pid=94618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 04:29:48.101267 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-8820f312-b33c-428d-af65-66ff6cf7c12b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:48.103827 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-8820f312-b33c-428d-af65-66ff6cf7c12b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:48.104969 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-8820f312-b33c-428d-af65-66ff6cf7c12b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0800a765-ad18-4f29-8725-bc74bb107cbc HTTP/1.1" status: 204 len: 168 time: 0.3776329 Sep 22 04:29:48.124340 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-3f58218b-fe50-48d9-a048-615a39225bde req-9cf9d682-7061-4d1f-8c79-a96f1f54c165 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa7be617-2fe6-4836-b1f1-d63120ca8390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509918 Sep 22 04:29:48.132332 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8820f312-b33c-428d-af65-66ff6cf7c12b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0800a765-ad18-4f29-8725-bc74bb107cbc,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:29:48.190647 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-57629275-651d-472a-9c1b-01f66602b746 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:48.209024 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-a639a939-9fc7-473d-9ea6-94c80f64e8d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:48.347723 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-a639a939-9fc7-473d-9ea6-94c80f64e8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:48.375066 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-a639a939-9fc7-473d-9ea6-94c80f64e8d7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8a1e8cc735724e82ae34bbb5a0b61ad4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3920271 Sep 22 04:29:48.388428 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 43104) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:29:48.401149 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a639a939-9fc7-473d-9ea6-94c80f64e8d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=274dfb99-dab2-466d-8b2a-82a5ab3d7a9e,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:29:48.446995 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 43108) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:29:48.474855 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-e2d9445c-ee39-4de7-82ff-3d8d6721a6ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:48.478249 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-57629275-651d-472a-9c1b-01f66602b746 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:48.499000 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-e2d9445c-ee39-4de7-82ff-3d8d6721a6ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:48.582438 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-57629275-651d-472a-9c1b-01f66602b746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:48.646799 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57629275-651d-472a-9c1b-01f66602b746 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f4b2f7f-ae4a-4275-ae4f-590435f26c22,revision_number=1']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:29:48.654008 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-57629275-651d-472a-9c1b-01f66602b746 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=80477da6f7b24914bf044e7724dba020&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5924513 Sep 22 04:29:48.657025 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 43118) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:29:48.696024 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-7e1b7f06-8234-442d-9278-d17608844e30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:48.759552 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-e2d9445c-ee39-4de7-82ff-3d8d6721a6ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:48.771849 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-e2d9445c-ee39-4de7-82ff-3d8d6721a6ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:48.771849 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-e2d9445c-ee39-4de7-82ff-3d8d6721a6ba admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/274dfb99-dab2-466d-8b2a-82a5ab3d7a9e HTTP/1.1" status: 204 len: 168 time: 0.3754101 Sep 22 04:29:48.773312 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-22215622-3e16-40ce-af98-bc1da1fa6727 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:48.783979 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d9445c-ee39-4de7-82ff-3d8d6721a6ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=274dfb99-dab2-466d-8b2a-82a5ab3d7a9e,revision_number=None']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:29:48.799044 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-22215622-3e16-40ce-af98-bc1da1fa6727 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:48.963772 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-7e1b7f06-8234-442d-9278-d17608844e30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:49.059377 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-22215622-3e16-40ce-af98-bc1da1fa6727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:49.063331 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-22215622-3e16-40ce-af98-bc1da1fa6727 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:49.067304 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-22215622-3e16-40ce-af98-bc1da1fa6727 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9f4b2f7f-ae4a-4275-ae4f-590435f26c22 HTTP/1.1" status: 204 len: 168 time: 0.4064891 Sep 22 04:29:49.067304 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-7e1b7f06-8234-442d-9278-d17608844e30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:49.117087 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22215622-3e16-40ce-af98-bc1da1fa6727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f4b2f7f-ae4a-4275-ae4f-590435f26c22,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:29:49.141586 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-7e1b7f06-8234-442d-9278-d17608844e30 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=764604318dc8495aa8a2f00a04a692d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6934125 Sep 22 04:29:49.144151 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 43136) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:29:49.153572 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1b7f06-8234-442d-9278-d17608844e30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6626570a-ecb7-43a7-8261-3ad31b3dd139,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:29:49.196223 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-376d5d9f-6a59-4263-96fa-225848a51f38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:49.216443 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-376d5d9f-6a59-4263-96fa-225848a51f38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:49.375041 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-376d5d9f-6a59-4263-96fa-225848a51f38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:49.377597 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-376d5d9f-6a59-4263-96fa-225848a51f38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:49.378752 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-376d5d9f-6a59-4263-96fa-225848a51f38 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6626570a-ecb7-43a7-8261-3ad31b3dd139 HTTP/1.1" status: 204 len: 168 time: 0.2335591 Sep 22 04:29:49.388616 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376d5d9f-6a59-4263-96fa-225848a51f38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6626570a-ecb7-43a7-8261-3ad31b3dd139,revision_number=None']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:29:50.096098 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-87befbfb-a78c-4dbe-a385-e408ab13d815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:50.296583 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 43190) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:29:50.344161 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-0dbf330c-3543-4a37-8890-9e42465cfb1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:50.493954 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-0dbf330c-3543-4a37-8890-9e42465cfb1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:50.536340 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0889387f-8f88-4671-98d9-d65198c45bf0 req-0e1150b6-a63b-4731-b4e9-8bbf8d31eb2f tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:29:50.538515 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-0889387f-8f88-4671-98d9-d65198c45bf0 req-0e1150b6-a63b-4731-b4e9-8bbf8d31eb2f tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/networks?id=1dc84c4f-742d-475a-805c-2bdd99c4cbad HTTP/1.1" status: 200 len: 815 time: 0.1201820 Sep 22 04:29:50.554892 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-0889387f-8f88-4671-98d9-d65198c45bf0 req-ae21ea80-1c4f-473d-b236-a6528a06dd4c tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/quotas/94be7b84cda24c308b938ee70df77a79 HTTP/1.1" status: 200 len: 375 time: 0.0100110 Sep 22 04:29:50.594117 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-0dbf330c-3543-4a37-8890-9e42465cfb1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:50.623246 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-0889387f-8f88-4671-98d9-d65198c45bf0 req-b16ebbcf-506f-49e1-ac50-fd014a0d57b5 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=94be7b84cda24c308b938ee70df77a79&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0615802 Sep 22 04:29:50.650171 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-0dbf330c-3543-4a37-8890-9e42465cfb1a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=65b3aebe2fc74c24b69300a955869288&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3510709 Sep 22 04:29:50.651338 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbf330c-3543-4a37-8890-9e42465cfb1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=534810d6-53cb-49d9-9908-5df6cbfbfe25,revision_number=1']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:29:50.653797 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 43210) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:29:50.704779 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-13c28515-5bc1-4984-9864-db6556356c57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:50.726616 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-13c28515-5bc1-4984-9864-db6556356c57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:50.728992 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-0889387f-8f88-4671-98d9-d65198c45bf0 req-9eb5e19d-16df-4a4e-a6fe-f5604af294d1 service neutron] 10.222.0.24 "GET /v2.0/networks/1dc84c4f-742d-475a-805c-2bdd99c4cbad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980263 Sep 22 04:29:50.825277 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-0889387f-8f88-4671-98d9-d65198c45bf0 req-755fbcf0-3938-494c-a51e-83f61a4b5420 service neutron] 10.222.0.24 "GET /v2.0/networks/1dc84c4f-742d-475a-805c-2bdd99c4cbad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907991 Sep 22 04:29:50.912564 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-13c28515-5bc1-4984-9864-db6556356c57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:50.918828 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-13c28515-5bc1-4984-9864-db6556356c57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:50.920946 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-13c28515-5bc1-4984-9864-db6556356c57 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/534810d6-53cb-49d9-9908-5df6cbfbfe25 HTTP/1.1" status: 204 len: 168 time: 0.2658627 Sep 22 04:29:50.929412 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c28515-5bc1-4984-9864-db6556356c57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=534810d6-53cb-49d9-9908-5df6cbfbfe25,revision_number=None']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:29:51.105432 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644731f1-e850-4974-8ca8-4517dbb97c90 req-4ce89b71-7565-4be1-8b12-d9bcc8e4c173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:29:51.107101 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-644731f1-e850-4974-8ca8-4517dbb97c90 req-4ce89b71-7565-4be1-8b12-d9bcc8e4c173 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a1cd15fdc6c94a548394ecbbef9cfbdb&device_id=1ecf19b8-6886-42a0-afa3-aef3b137e1dc HTTP/1.1" status: 200 len: 1098 time: 0.0525401 Sep 22 04:29:51.121985 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e6ecb5-d8eb-4c62-8712-c6b0c66913b0 req-407e8315-6f3b-4212-89e9-c86195cb8009 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:29:51.127812 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-41e6ecb5-d8eb-4c62-8712-c6b0c66913b0 req-407e8315-6f3b-4212-89e9-c86195cb8009 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ecf19b8-6886-42a0-afa3-aef3b137e1dc HTTP/1.1" status: 200 len: 945 time: 0.0992045 Sep 22 04:29:51.205049 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-bb105002-4b22-49bd-a4f3-7e1672ad6cb2 req-c040a72c-0570-4b54-a907-de56263d8ce4 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/ports?device_id=f92a6550-c35d-45e8-bb0b-b6abd8d2b2d3 HTTP/1.1" status: 200 len: 210 time: 0.0463727 Sep 22 04:29:51.240067 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-41e6ecb5-d8eb-4c62-8712-c6b0c66913b0 req-e2f4b81b-3075-4dbd-8724-2854858c0101 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa7be617-2fe6-4836-b1f1-d63120ca8390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114194 Sep 22 04:29:51.270547 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644731f1-e850-4974-8ca8-4517dbb97c90 req-bcf9b244-ab31-4a64-8c6e-83f783fb3684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:29:51.270547 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-644731f1-e850-4974-8ca8-4517dbb97c90 req-bcf9b244-ab31-4a64-8c6e-83f783fb3684 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c3127e33-e3a7-40dd-befc-6cdb5ff134d1 HTTP/1.1" status: 200 len: 919 time: 0.1399171 Sep 22 04:29:51.291619 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 43238) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:29:51.322236 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-644731f1-e850-4974-8ca8-4517dbb97c90 req-17b835df-9f78-4ba1-ae89-1f6aa791d72a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=375905af-0844-46f2-a266-6a83b109e386 HTTP/1.1" status: 200 len: 217 time: 0.0422249 Sep 22 04:29:51.326607 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 43244) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:29:51.383564 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644731f1-e850-4974-8ca8-4517dbb97c90 req-4cebe6bd-e649-4f68-9a80-af8afff5374a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:29:51.385088 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-644731f1-e850-4974-8ca8-4517dbb97c90 req-4cebe6bd-e649-4f68-9a80-af8afff5374a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=68bee0f4-b400-45ff-a8a4-2d8e6261d0d5 HTTP/1.1" status: 200 len: 859 time: 0.0491078 Sep 22 04:29:51.418618 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-644731f1-e850-4974-8ca8-4517dbb97c90 req-d6cbd5d9-a912-40a5-883b-a99db991ddde service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c3127e33-e3a7-40dd-befc-6cdb5ff134d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243666 Sep 22 04:29:51.523044 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-644731f1-e850-4974-8ca8-4517dbb97c90 req-d4619f33-233d-4850-842b-4afbbab85201 service neutron] 10.222.0.30 "GET /v2.0/networks/c3127e33-e3a7-40dd-befc-6cdb5ff134d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905223 Sep 22 04:29:51.631304 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-644731f1-e850-4974-8ca8-4517dbb97c90 req-d8da9383-97d2-4336-bf4c-50299561ed12 service neutron] 10.222.0.30 "GET /v2.0/networks/c3127e33-e3a7-40dd-befc-6cdb5ff134d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977266 Sep 22 04:29:51.696533 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-18907092-ecd2-44ee-8c3c-8fd9a7c27f78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:51.717421 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.v2.base [None req-7aaaa4fc-6899-4451-ae94-a5c0528d2fdc admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1595621661-network', 'tenant_id': 'a2ac9f42bb784270b43252ea1404d1a4'}} {{(pid=94615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 04:29:51.739988 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.db.api [None req-7aaaa4fc-6899-4451-ae94-a5c0528d2fdc admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 22 04:29:51.739988 dv-cinder-810118-1-iscsi neutron-server[94615]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 22 04:29:51.739988 dv-cinder-810118-1-iscsi neutron-server[94615]: [parameters: {'project_id': 'a2ac9f42bb784270b43252ea1404d1a4', 'id': 'c3ef3a5e-0d22-4b58-b06e-e2de0773ce58', 'expiration': datetime.datetime(2021, 9, 22, 4, 31, 51, 733746)}] Sep 22 04:29:51.739988 dv-cinder-810118-1-iscsi neutron-server[94615]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94615) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 04:29:51.744743 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG oslo_db.api [None req-7aaaa4fc-6899-4451-ae94-a5c0528d2fdc admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 04:29:51.828300 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-18907092-ecd2-44ee-8c3c-8fd9a7c27f78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:51.913830 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-18907092-ecd2-44ee-8c3c-8fd9a7c27f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:51.988983 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-18907092-ecd2-44ee-8c3c-8fd9a7c27f78 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dc807456b2c748eb9fe73ec14c1fd3f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6605592 Sep 22 04:29:51.989373 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 43276) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:29:51.989871 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18907092-ecd2-44ee-8c3c-8fd9a7c27f78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f402ce79-e572-437f-ac4a-bc7944f0a94d,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:29:52.067328 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-95e70a0b-247d-4138-8023-050f77a8a381 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:52.092565 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-95e70a0b-247d-4138-8023-050f77a8a381 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:52.266675 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-95e70a0b-247d-4138-8023-050f77a8a381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:52.272995 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-95e70a0b-247d-4138-8023-050f77a8a381 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:52.276488 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-95e70a0b-247d-4138-8023-050f77a8a381 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f402ce79-e572-437f-ac4a-bc7944f0a94d HTTP/1.1" status: 204 len: 168 time: 0.2833390 Sep 22 04:29:52.316945 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e70a0b-247d-4138-8023-050f77a8a381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f402ce79-e572-437f-ac4a-bc7944f0a94d,revision_number=None']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:29:52.340866 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-2c459e0a-bdca-462e-b7e7-3ea463f03b94 req-502e769f-2a12-43da-b241-a98b4acdc118 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/ports?device_id=f92a6550-c35d-45e8-bb0b-b6abd8d2b2d3 HTTP/1.1" status: 200 len: 210 time: 0.0649869 Sep 22 04:29:52.400419 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d81567-0b00-4afc-b171-1dd7859c1f32 req-2cef24c8-b425-48fc-89b9-77f632614ef3 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:29:52.401971 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-49d81567-0b00-4afc-b171-1dd7859c1f32 req-2cef24c8-b425-48fc-89b9-77f632614ef3 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ecf19b8-6886-42a0-afa3-aef3b137e1dc HTTP/1.1" status: 200 len: 945 time: 0.0518668 Sep 22 04:29:52.414017 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aaaa4fc-6899-4451-ae94-a5c0528d2fdc admin admin] Made reservation on behalf of a2ac9f42bb784270b43252ea1404d1a4 for: {'network': 1} {{(pid=94615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 04:29:52.414017 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-7aaaa4fc-6899-4451-ae94-a5c0528d2fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for network, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:52.430239 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-7aaaa4fc-6899-4451-ae94-a5c0528d2fdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:52.462070 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-49d81567-0b00-4afc-b171-1dd7859c1f32 req-f0f441d5-e817-4477-bc22-f8c7aa36666c tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa7be617-2fe6-4836-b1f1-d63120ca8390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512786 Sep 22 04:29:52.525024 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-dbfe7233-f563-483a-b0bb-ec1d0f38a056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:52.547546 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-7aaaa4fc-6899-4451-ae94-a5c0528d2fdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:52.615973 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-7aaaa4fc-6899-4451-ae94-a5c0528d2fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:52.641489 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7aaaa4fc-6899-4451-ae94-a5c0528d2fdc admin admin] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=94615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 04:29:52.651066 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaaa4fc-6899-4451-ae94-a5c0528d2fdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3559c028-26d0-4688-9c30-5c12a4a20ad8,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:29:52.669381 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-7aaaa4fc-6899-4451-ae94-a5c0528d2fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-614853'] for segment, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:52.669730 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.db.segments_db [None req-7aaaa4fc-6899-4451-ae94-a5c0528d2fdc admin admin] Added segment 46967add-ceb0-4865-9e29-f6ad39a3d084 of type vlan for network 8d3ce0b1-05e4-4b1c-977a-3c30963a3756 Sep 22 04:29:52.726126 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-7aaaa4fc-6899-4451-ae94-a5c0528d2fdc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769518629407'] for network, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:53.023139 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-7aaaa4fc-6899-4451-ae94-a5c0528d2fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117'] for network, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:53.024121 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aaaa4fc-6899-4451-ae94-a5c0528d2fdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:29:53.024945 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-7aaaa4fc-6899-4451-ae94-a5c0528d2fdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578295'] for network, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:53.095055 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaaa4fc-6899-4451-ae94-a5c0528d2fdc admin admin] Pushing event updated for resources: {'Network': ['ID=8d3ce0b1-05e4-4b1c-977a-3c30963a3756,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:29:53.105204 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Network 8d3ce0b1-05e4-4b1c-977a-3c30963a3756 details requested by agent ovs-agent-dv-cinder-810118-1-iscsi with host dv-cinder-810118-1-iscsi {{(pid=94617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 04:29:53.211348 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-7aaaa4fc-6899-4451-ae94-a5c0528d2fdc admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.9184008 Sep 22 04:29:53.214207 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 43318) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:29:53.219635 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.v2.base [None req-4f7e32f0-da52-4eee-972d-783a791dff9c admin admin] Request body: {'subnet': {'network_id': '8d3ce0b1-05e4-4b1c-977a-3c30963a3756', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1595621661-subnet', 'tenant_id': 'a2ac9f42bb784270b43252ea1404d1a4', 'ip_version': 4}} {{(pid=94616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 04:29:53.317703 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:53.353110 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f7e32f0-da52-4eee-972d-783a791dff9c admin admin] Made reservation on behalf of a2ac9f42bb784270b43252ea1404d1a4 for: {'subnet': 1} {{(pid=94616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 04:29:53.355445 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-4f7e32f0-da52-4eee-972d-783a791dff9c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532840891'] for subnet, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:53.443137 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-e3b16391-86fe-4325-b441-7f0638694968 req-d537f0c0-d2ef-422a-bb2a-e8161d422b68 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/ports?device_id=f92a6550-c35d-45e8-bb0b-b6abd8d2b2d3 HTTP/1.1" status: 200 len: 210 time: 0.0294266 Sep 22 04:29:53.592728 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b1122d-442d-44e5-93a0-38129f29569d req-cd5c9356-7ede-4e02-a3f5-653d48c4e5a7 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:29:53.600975 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-a3b1122d-442d-44e5-93a0-38129f29569d req-cd5c9356-7ede-4e02-a3f5-653d48c4e5a7 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ecf19b8-6886-42a0-afa3-aef3b137e1dc HTTP/1.1" status: 200 len: 945 time: 0.0564876 Sep 22 04:29:53.608570 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-4f7e32f0-da52-4eee-972d-783a791dff9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534565686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532840841'] for subnet, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:53.702210 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-a3b1122d-442d-44e5-93a0-38129f29569d req-fd3569f3-f530-42e1-9bcd-73b5534c7566 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa7be617-2fe6-4836-b1f1-d63120ca8390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003482 Sep 22 04:29:53.704500 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7e32f0-da52-4eee-972d-783a791dff9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=47a8ff60-a9c0-4f9b-a123-cbb1e59064c4,revision_number=0']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:29:53.716306 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7e32f0-da52-4eee-972d-783a791dff9c admin admin] Checking segment: {'id': '46967add-ceb0-4865-9e29-f6ad39a3d084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8d3ce0b1-05e4-4b1c-977a-3c30963a3756'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 04:29:53.716719 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7e32f0-da52-4eee-972d-783a791dff9c admin admin] Network hostable DHCP agents. Network: 8d3ce0b1-05e4-4b1c-977a-3c30963a3756, hostable agents: ['73f1375a-57ed-4431-affd-4785c4767c4b'], hosted agents: [] {{(pid=94616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 04:29:53.827593 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7e32f0-da52-4eee-972d-783a791dff9c admin admin] Network 8d3ce0b1-05e4-4b1c-977a-3c30963a3756 is scheduled to be hosted by DHCP agent 73f1375a-57ed-4431-affd-4785c4767c4b with binding_index 1 {{(pid=94616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 04:29:53.947284 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.scheduler.base_scheduler [None req-4f7e32f0-da52-4eee-972d-783a791dff9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810118-1-iscsi, 8d3ce0b1-05e4-4b1c-977a-3c30963a3756) {{(pid=94616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 04:29:53.951562 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f7e32f0-da52-4eee-972d-783a791dff9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:29:53.952159 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-4f7e32f0-da52-4eee-972d-783a791dff9c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:53.956420 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee43502-dc47-4dea-ac91-f728383e9c69 None None] Network 8d3ce0b1-05e4-4b1c-977a-3c30963a3756 requested from dv-cinder-810118-1-iscsi {{(pid=94617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 04:29:54.046370 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-4f7e32f0-da52-4eee-972d-783a791dff9c admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8309987 Sep 22 04:29:54.049260 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 43384) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:29:54.055269 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.v2.base [None req-33270f07-ccfa-4856-bb0b-afcd6e2e5e32 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1595621661-router', 'tenant_id': 'a2ac9f42bb784270b43252ea1404d1a4', 'external_gateway_info': {'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463'}}} {{(pid=94616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 04:29:54.085834 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-62fe730e-da9a-4cac-a5e3-718f571d83ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:54.137766 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7597eb07-0ad9-4303-912f-95f3c0624cb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d0c5ae4-b049-5a13-ad81-6bc49d40bb64-8d3ce0b1-05e4-4b1c-977a-3c30963a3756', 'network_id': '8d3ce0b1-05e4-4b1c-977a-3c30963a3756', 'tenant_id': 'a2ac9f42bb784270b43252ea1404d1a4', 'fixed_ips': [{'subnet_id': '47a8ff60-a9c0-4f9b-a123-cbb1e59064c4'}]}} from dv-cinder-810118-1-iscsi. {{(pid=94617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 04:29:54.138680 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-7597eb07-0ad9-4303-912f-95f3c0624cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_create {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:54.199374 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-33270f07-ccfa-4856-bb0b-afcd6e2e5e32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1852805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1922'] for router, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:54.200885 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-33270f07-ccfa-4856-bb0b-afcd6e2e5e32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1865845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1862533', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1935386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1931'] for router, precommit_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:54.278565 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.db_base_plugin_common [None req-7597eb07-0ad9-4303-912f-95f3c0624cb1 None None] Allocated IP 172.20.0.2 (8d3ce0b1-05e4-4b1c-977a-3c30963a3756/47a8ff60-a9c0-4f9b-a123-cbb1e59064c4/9b5a8513-9d18-41e2-90f5-42554e87a0d8) {{(pid=94617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 04:29:54.297163 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-33270f07-ccfa-4856-bb0b-afcd6e2e5e32 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:54.421683 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-7597eb07-0ad9-4303-912f-95f3c0624cb1 None None] Notify callbacks [] for port, precommit_create {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:54.485308 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-7597eb07-0ad9-4303-912f-95f3c0624cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769518673857'] for port, after_create {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:54.518699 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-33270f07-ccfa-4856-bb0b-afcd6e2e5e32 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:54.534129 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7597eb07-0ad9-4303-912f-95f3c0624cb1 None None] Network 8d3ce0b1-05e4-4b1c-977a-3c30963a3756 is already hosted by enough agents. {{(pid=94617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 04:29:54.536042 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.scheduler.base_scheduler [None req-7597eb07-0ad9-4303-912f-95f3c0624cb1 None None] Resources bound (agent type, host, resource id): {{(pid=94617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 04:29:54.542312 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7597eb07-0ad9-4303-912f-95f3c0624cb1 None None] Received port after_create {{(pid=94617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 04:29:54.551878 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7597eb07-0ad9-4303-912f-95f3c0624cb1 None None] Pushing event updated for resources: {'Port': ['ID=9b5a8513-9d18-41e2-90f5-42554e87a0d8,revision_number=1']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:29:54.563809 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-8fff2117-3a96-49dc-9a25-ad06ac145c81 req-9672bea7-2992-4c65-90cf-dd2463ac72c8 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/ports?device_id=f92a6550-c35d-45e8-bb0b-b6abd8d2b2d3 HTTP/1.1" status: 200 len: 210 time: 0.0358887 Sep 22 04:29:54.579011 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 43404) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:29:54.603278 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.managers [None req-7597eb07-0ad9-4303-912f-95f3c0624cb1 None None] Attempting to bind port 9b5a8513-9d18-41e2-90f5-42554e87a0d8 on host dv-cinder-810118-1-iscsi for vnic_type normal with profile {{(pid=94617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 04:29:54.603658 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.managers [None req-7597eb07-0ad9-4303-912f-95f3c0624cb1 None None] Attempting to bind port 9b5a8513-9d18-41e2-90f5-42554e87a0d8 by drivers openvswitch,hyperv on host dv-cinder-810118-1-iscsi at level 0 using segments [{'id': '46967add-ceb0-4865-9e29-f6ad39a3d084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8d3ce0b1-05e4-4b1c-977a-3c30963a3756'}] {{(pid=94617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 04:29:54.604018 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7597eb07-0ad9-4303-912f-95f3c0624cb1 None None] Attempting to bind port 9b5a8513-9d18-41e2-90f5-42554e87a0d8 on network 8d3ce0b1-05e4-4b1c-977a-3c30963a3756 {{(pid=94617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 04:29:54.609015 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7597eb07-0ad9-4303-912f-95f3c0624cb1 None None] Checking agent: {'id': '43b86276-d23d-4f96-ad83-0361cfa8e6ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810118-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 4, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 4, 20, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 4, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810118-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 04:29:54.609390 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7597eb07-0ad9-4303-912f-95f3c0624cb1 None None] Checking segment: {'id': '46967add-ceb0-4865-9e29-f6ad39a3d084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8d3ce0b1-05e4-4b1c-977a-3c30963a3756'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 04:29:54.609787 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-7597eb07-0ad9-4303-912f-95f3c0624cb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:54.610174 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7597eb07-0ad9-4303-912f-95f3c0624cb1 None None] Bound using segment: {'id': '46967add-ceb0-4865-9e29-f6ad39a3d084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8d3ce0b1-05e4-4b1c-977a-3c30963a3756'} {{(pid=94617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 04:29:54.610632 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.managers [None req-7597eb07-0ad9-4303-912f-95f3c0624cb1 None None] Bound port: 9b5a8513-9d18-41e2-90f5-42554e87a0d8, host: dv-cinder-810118-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46967add-ceb0-4865-9e29-f6ad39a3d084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8d3ce0b1-05e4-4b1c-977a-3c30963a3756'}}] {{(pid=94617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 04:29:54.611008 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-7597eb07-0ad9-4303-912f-95f3c0624cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:54.678687 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-7597eb07-0ad9-4303-912f-95f3c0624cb1 None None] For port 9b5a8513-9d18-41e2-90f5-42554e87a0d8, host dv-cinder-810118-1-iscsi, cleared binding levels {{(pid=94617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 04:29:54.682058 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-7597eb07-0ad9-4303-912f-95f3c0624cb1 None None] For port 9b5a8513-9d18-41e2-90f5-42554e87a0d8, host dv-cinder-810118-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810118-1-iscsi',level=0,port_id=9b5a8513-9d18-41e2-90f5-42554e87a0d8,segment=NetworkSegment(46967add-ceb0-4865-9e29-f6ad39a3d084),segment_id=46967add-ceb0-4865-9e29-f6ad39a3d084)] {{(pid=94617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 04:29:54.703477 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-a6e8b32f-d911-4b53-9396-f740da236a0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:54.829424 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-a6e8b32f-d911-4b53-9396-f740da236a0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:54.840620 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918251de-babc-4813-97f2-e99aee906453 req-6b0c2b14-9fbf-4300-8cb9-54925f076244 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:29:54.843650 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-7597eb07-0ad9-4303-912f-95f3c0624cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:54.844911 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-918251de-babc-4813-97f2-e99aee906453 req-6b0c2b14-9fbf-4300-8cb9-54925f076244 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ecf19b8-6886-42a0-afa3-aef3b137e1dc HTTP/1.1" status: 200 len: 945 time: 0.0714164 Sep 22 04:29:54.900158 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-918251de-babc-4813-97f2-e99aee906453 req-94e340ea-7c36-4ce1-89be-c3479e1c84a6 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa7be617-2fe6-4836-b1f1-d63120ca8390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426807 Sep 22 04:29:54.915115 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7597eb07-0ad9-4303-912f-95f3c0624cb1 None None] Pushing event updated for resources: {'Port': ['ID=9b5a8513-9d18-41e2-90f5-42554e87a0d8,revision_number=2']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:29:54.938884 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-a6e8b32f-d911-4b53-9396-f740da236a0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:55.031843 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-a6e8b32f-d911-4b53-9396-f740da236a0e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fd5bf1f004364e2a8a86bc5002f23ed7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4517252 Sep 22 04:29:55.032576 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e8b32f-d911-4b53-9396-f740da236a0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68c46f26-55e0-4c5c-aaaf-23f72c8d348c,revision_number=1']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:29:55.034515 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 43418) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:29:55.049648 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-33270f07-ccfa-4856-bb0b-afcd6e2e5e32 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:55.079679 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-33270f07-ccfa-4856-bb0b-afcd6e2e5e32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:55.096268 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-7e865705-53cd-4b74-af45-1383cd6678a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:55.119783 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-7e865705-53cd-4b74-af45-1383cd6678a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:55.221674 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.db.db_base_plugin_common [None req-33270f07-ccfa-4856-bb0b-afcd6e2e5e32 admin admin] Allocated IP 172.27.3.153 (1c001e5d-5f10-46e0-9089-3ba13d08e463/ef28eb13-4204-4034-a22d-0722adaca342/5063aa9b-e8c7-4287-9874-749e867742cd) {{(pid=94616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 04:29:55.284737 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-7e865705-53cd-4b74-af45-1383cd6678a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:55.287720 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-7e865705-53cd-4b74-af45-1383cd6678a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:55.291677 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-7e865705-53cd-4b74-af45-1383cd6678a3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/68c46f26-55e0-4c5c-aaaf-23f72c8d348c HTTP/1.1" status: 204 len: 168 time: 0.2533240 Sep 22 04:29:55.299258 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e865705-53cd-4b74-af45-1383cd6678a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68c46f26-55e0-4c5c-aaaf-23f72c8d348c,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:29:55.326952 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Device 9b5a8513-9d18-41e2-90f5-42554e87a0d8 up at agent ovs-agent-dv-cinder-810118-1-iscsi {{(pid=94617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 04:29:55.352791 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-33270f07-ccfa-4856-bb0b-afcd6e2e5e32 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:55.375696 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Provisioning complete for port 9b5a8513-9d18-41e2-90f5-42554e87a0d8 triggered by entity L2. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 04:29:55.376075 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628798'] for port, provisioning_complete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:55.440488 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-33270f07-ccfa-4856-bb0b-afcd6e2e5e32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769518673857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534565802'] for port, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:55.452340 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:55.485170 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33270f07-ccfa-4856-bb0b-afcd6e2e5e32 admin admin] Network 1c001e5d-5f10-46e0-9089-3ba13d08e463 is already hosted by enough agents. {{(pid=94616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 04:29:55.486775 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] For port 9b5a8513-9d18-41e2-90f5-42554e87a0d8, host dv-cinder-810118-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810118-1-iscsi',level=0,port_id=9b5a8513-9d18-41e2-90f5-42554e87a0d8,segment=NetworkSegment(46967add-ceb0-4865-9e29-f6ad39a3d084),segment_id=46967add-ceb0-4865-9e29-f6ad39a3d084)] {{(pid=94617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:29:55.488113 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.scheduler.base_scheduler [None req-33270f07-ccfa-4856-bb0b-afcd6e2e5e32 admin admin] Resources bound (agent type, host, resource id): {{(pid=94616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 04:29:55.491681 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33270f07-ccfa-4856-bb0b-afcd6e2e5e32 admin admin] Received port after_create {{(pid=94616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 04:29:55.517093 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33270f07-ccfa-4856-bb0b-afcd6e2e5e32 admin admin] Pushing event updated for resources: {'Port': ['ID=5063aa9b-e8c7-4287-9874-749e867742cd,revision_number=1']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:29:55.551795 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:55.620265 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Pushing event updated for resources: {'Port': ['ID=9b5a8513-9d18-41e2-90f5-42554e87a0d8,revision_number=3']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:29:55.626129 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-c7bbae2d-f237-46cc-b838-3371bd865633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:55.669759 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-252b6734-52d7-46c1-b7a4-d032151dd42b req-524685bd-d747-4b21-8923-ea301ce3e51f tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/ports?device_id=f92a6550-c35d-45e8-bb0b-b6abd8d2b2d3 HTTP/1.1" status: 200 len: 210 time: 0.0296524 Sep 22 04:29:55.946454 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edebda75-d806-45f2-ac71-92184754ea5a None None] Network 8d3ce0b1-05e4-4b1c-977a-3c30963a3756 requested from dv-cinder-810118-1-iscsi {{(pid=94617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 04:29:55.978310 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-33270f07-ccfa-4856-bb0b-afcd6e2e5e32 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:56.064305 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-40db2703-0c8a-4b48-9350-d92c6d43b933 None None] Provisioning complete for port 9b5a8513-9d18-41e2-90f5-42554e87a0d8 triggered by entity DHCP. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 04:29:56.064910 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-40db2703-0c8a-4b48-9350-d92c6d43b933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628798'] for port, provisioning_complete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:56.117269 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0500844b-fe8a-4ed3-a900-3c4e18234908 req-8aec33a2-c938-46c3-857e-e02789cf3681 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:29:56.124866 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-0500844b-fe8a-4ed3-a900-3c4e18234908 req-8aec33a2-c938-46c3-857e-e02789cf3681 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ecf19b8-6886-42a0-afa3-aef3b137e1dc HTTP/1.1" status: 200 len: 945 time: 0.1432950 Sep 22 04:29:56.127113 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 43434) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:29:56.141020 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-68c882c7-a106-4914-84b8-74146a90d17e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:56.251980 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-68c882c7-a106-4914-84b8-74146a90d17e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:56.347483 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-68c882c7-a106-4914-84b8-74146a90d17e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:56.393070 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-68c882c7-a106-4914-84b8-74146a90d17e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bf701e721ea54a3b9d703abf91c48f91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2647545 Sep 22 04:29:56.393814 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 43436) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:29:56.394448 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c882c7-a106-4914-84b8-74146a90d17e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eec0556-7216-4c32-ba21-6fd09f97a739,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:29:56.425614 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-54dd87db-4cee-48bc-84a5-b78b504ed8bc None None] Provisioning complete for port 9b5a8513-9d18-41e2-90f5-42554e87a0d8 triggered by entity DHCP. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 04:29:56.426153 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-54dd87db-4cee-48bc-84a5-b78b504ed8bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628798'] for port, provisioning_complete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:56.455467 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-0500844b-fe8a-4ed3-a900-3c4e18234908 req-9f370ad0-b290-4e8e-b240-1614e4e66e08 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa7be617-2fe6-4836-b1f1-d63120ca8390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3296826 Sep 22 04:29:56.459774 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-49bbbfd0-d53d-45d8-a4db-e7b9fd94b32e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:56.485422 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-49bbbfd0-d53d-45d8-a4db-e7b9fd94b32e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:56.563141 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-33270f07-ccfa-4856-bb0b-afcd6e2e5e32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1865740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1862584'] for router, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:56.616284 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0889387f-8f88-4671-98d9-d65198c45bf0 req-c688e6c0-3f44-45fa-a374-b37ffde4334d tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:29:56.617095 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-49bbbfd0-d53d-45d8-a4db-e7b9fd94b32e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:56.619630 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-0889387f-8f88-4671-98d9-d65198c45bf0 req-c688e6c0-3f44-45fa-a374-b37ffde4334d tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.30 "GET /v2.0/networks?id=1dc84c4f-742d-475a-805c-2bdd99c4cbad HTTP/1.1" status: 200 len: 815 time: 0.2003605 Sep 22 04:29:56.620928 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-49bbbfd0-d53d-45d8-a4db-e7b9fd94b32e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:56.622750 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-49bbbfd0-d53d-45d8-a4db-e7b9fd94b32e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1eec0556-7216-4c32-ba21-6fd09f97a739 HTTP/1.1" status: 204 len: 168 time: 0.2246726 Sep 22 04:29:56.635104 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bbbfd0-d53d-45d8-a4db-e7b9fd94b32e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eec0556-7216-4c32-ba21-6fd09f97a739,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:29:56.637214 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.v2.base [req-0889387f-8f88-4671-98d9-d65198c45bf0 req-6ac66612-e1fb-4412-8595-05e3da8764ea tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Request body: {'port': {'device_id': 'f92a6550-c35d-45e8-bb0b-b6abd8d2b2d3', 'network_id': '1dc84c4f-742d-475a-805c-2bdd99c4cbad', 'admin_state_up': True, 'tenant_id': '94be7b84cda24c308b938ee70df77a79'}} {{(pid=94616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 04:29:56.780981 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-20d8f183-61a7-4a0c-8258-f17edb176b75 req-e0ddb3a2-6631-4114-b883-db823f62b24c tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/ports?device_id=f92a6550-c35d-45e8-bb0b-b6abd8d2b2d3 HTTP/1.1" status: 200 len: 210 time: 0.0266361 Sep 22 04:29:56.953549 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33270f07-ccfa-4856-bb0b-afcd6e2e5e32 admin admin] Router d7768ed6-f807-4870-a704-f3780bf00744 is scheduled to L3 agent 67baeb3b-346e-4680-9ea8-6eec6aa84835 with binding_index 1 {{(pid=94616) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 04:29:56.956518 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0889387f-8f88-4671-98d9-d65198c45bf0 req-6ac66612-e1fb-4412-8595-05e3da8764ea tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Made reservation on behalf of 94be7b84cda24c308b938ee70df77a79 for: {'port': 1} {{(pid=94616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 04:29:56.960667 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-0889387f-8f88-4671-98d9-d65198c45bf0 req-6ac66612-e1fb-4412-8595-05e3da8764ea tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:57.153329 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33270f07-ccfa-4856-bb0b-afcd6e2e5e32 admin admin] Notify agent at l3_agent.dv-cinder-810118-1-iscsi the message routers_updated {{(pid=94616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 04:29:57.164920 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92d2d9d-8232-400a-83a0-669ed0d971a3 None None] Sync routers for ids ['d7768ed6-f807-4870-a704-f3780bf00744'] in dv-cinder-810118-1-iscsi {{(pid=94618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 04:29:57.181820 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92d2d9d-8232-400a-83a0-669ed0d971a3 None None] Routers {'d7768ed6-f807-4870-a704-f3780bf00744'} bound to L3 agent in host dv-cinder-810118-1-iscsi {{(pid=94618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 04:29:57.182443 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.l3_hamode_db [None req-f92d2d9d-8232-400a-83a0-669ed0d971a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810118-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T04:20:22Z,description=,heartbeat_timestamp=2021-09-22T04:29:52Z,host='dv-cinder-810118-1-iscsi',id=67baeb3b-346e-4680-9ea8-6eec6aa84835,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T04:20:23Z,topic='l3_agent')) {'router_ids': ['d7768ed6-f807-4870-a704-f3780bf00744'], 'active': True} {{(pid=94618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:29:57.250184 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.db.db_base_plugin_common [req-0889387f-8f88-4671-98d9-d65198c45bf0 req-6ac66612-e1fb-4412-8595-05e3da8764ea tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Allocated IP 172.20.0.6 (1dc84c4f-742d-475a-805c-2bdd99c4cbad/f03785a8-558b-4999-9e02-c5e13eae7968/85214bee-eddb-4757-8889-ed2af288e30a) {{(pid=94616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 04:29:57.306566 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Device 9b5a8513-9d18-41e2-90f5-42554e87a0d8 up at agent ovs-agent-dv-cinder-810118-1-iscsi {{(pid=94617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 04:29:57.319755 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.l3_dvr_db [None req-f92d2d9d-8232-400a-83a0-669ed0d971a3 None None] Set router d7768ed6-f807-4870-a704-f3780bf00744 gateway port host: dv-cinder-810118-1-iscsi {{(pid=94618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 04:29:57.348876 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-33270f07-ccfa-4856-bb0b-afcd6e2e5e32 admin admin] Notify callbacks [] for router, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:57.354158 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 43478) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:29:57.361358 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-33270f07-ccfa-4856-bb0b-afcd6e2e5e32 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.3107591 Sep 22 04:29:57.386585 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Provisioning complete for port 9b5a8513-9d18-41e2-90f5-42554e87a0d8 triggered by entity L2. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 04:29:57.387057 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628798'] for port, provisioning_complete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:57.526569 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-0889387f-8f88-4671-98d9-d65198c45bf0 req-6ac66612-e1fb-4412-8595-05e3da8764ea tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Notify callbacks [] for port, precommit_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:57.591829 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.l3_hamode_db [None req-f92d2d9d-8232-400a-83a0-669ed0d971a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7768ed6-f807-4870-a704-f3780bf00744', 'name': 'tempest-TestMinimumBasicScenario-1595621661-router', 'tenant_id': 'a2ac9f42bb784270b43252ea1404d1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'external_fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': '5063aa9b-e8c7-4287-9874-749e867742cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T04:29:54Z', 'updated_at': '2021-09-22T04:29:55Z', 'revision_number': 3, 'project_id': 'a2ac9f42bb784270b43252ea1404d1a4', 'gw_port': {'id': '5063aa9b-e8c7-4287-9874-749e867742cd', 'name': '', 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:b9:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7768ed6-f807-4870-a704-f3780bf00744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:29:55Z', 'updated_at': '2021-09-22T04:29:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810118-1-iscsi'}], 'dv-cinder-810118-1-iscsi', False) {} {{(pid=94618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:29:57.636044 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92d2d9d-8232-400a-83a0-669ed0d971a3 None None] Checking router: d7768ed6-f807-4870-a704-f3780bf00744 for host: dv-cinder-810118-1-iscsi {{(pid=94618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 04:29:57.636592 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92d2d9d-8232-400a-83a0-669ed0d971a3 None None] Updating router d7768ed6-f807-4870-a704-f3780bf00744 port 5063aa9b-e8c7-4287-9874-749e867742cd binding host dv-cinder-810118-1-iscsi {{(pid=94618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 04:29:57.639379 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-0889387f-8f88-4671-98d9-d65198c45bf0 req-6ac66612-e1fb-4412-8595-05e3da8764ea tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769518673857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534565802'] for port, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:57.655738 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] get_ports_and_sgs() called for port_ids ['ced3eb09-8f02-495f-a797-099db1f64e83', '5ed5ec9e-e6b8-4216-ab5d-4cb94a34cc40'] {{(pid=94617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 04:29:57.669085 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron_lib.callbacks.manager [None req-f92d2d9d-8232-400a-83a0-669ed0d971a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:57.696006 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0798b3-206d-4696-9e5a-3e672c6625bd req-b719b72e-0d46-45d0-b04d-6ca0e89a3d87 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:29:57.710022 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-be0798b3-206d-4696-9e5a-3e672c6625bd req-b719b72e-0d46-45d0-b04d-6ca0e89a3d87 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ecf19b8-6886-42a0-afa3-aef3b137e1dc HTTP/1.1" status: 200 len: 945 time: 0.1574843 Sep 22 04:29:57.751320 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac66612-e1fb-4412-8595-05e3da8764ea tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Pushing event updated for resources: {'Port': ['ID=85214bee-eddb-4757-8889-ed2af288e30a,revision_number=1']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:29:57.757272 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0889387f-8f88-4671-98d9-d65198c45bf0 req-6ac66612-e1fb-4412-8595-05e3da8764ea tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Network 1dc84c4f-742d-475a-805c-2bdd99c4cbad is already hosted by enough agents. {{(pid=94616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 04:29:57.759382 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.scheduler.base_scheduler [req-0889387f-8f88-4671-98d9-d65198c45bf0 req-6ac66612-e1fb-4412-8595-05e3da8764ea tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Resources bound (agent type, host, resource id): {{(pid=94616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 04:29:57.762373 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvrscheduler_db [req-0889387f-8f88-4671-98d9-d65198c45bf0 req-6ac66612-e1fb-4412-8595-05e3da8764ea tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Received port after_create {{(pid=94616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 04:29:57.836607 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-be0798b3-206d-4696-9e5a-3e672c6625bd req-265186c3-2e2c-4565-afff-18893b7a333f tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa7be617-2fe6-4836-b1f1-d63120ca8390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095026 Sep 22 04:29:57.859503 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0889387f-8f88-4671-98d9-d65198c45bf0 req-6ac66612-e1fb-4412-8595-05e3da8764ea tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:29:57.860409 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-0889387f-8f88-4671-98d9-d65198c45bf0 req-6ac66612-e1fb-4412-8595-05e3da8764ea tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34584'] for port, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:57.990120 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-0889387f-8f88-4671-98d9-d65198c45bf0 req-6ac66612-e1fb-4412-8595-05e3da8764ea tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3511429 Sep 22 04:29:58.001789 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.v2.base [req-0889387f-8f88-4671-98d9-d65198c45bf0 req-de87c5d9-1906-458b-bcc4-8554de898c34 service neutron] Request body: {'port': {'device_id': 'f92a6550-c35d-45e8-bb0b-b6abd8d2b2d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81011'}} {{(pid=94616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 04:29:58.039514 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74a8677-3423-453b-aa69-5e3eda9c39da req-634967b2-ca79-4aba-ac80-db1ff1636760 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:29:58.050287 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-a74a8677-3423-453b-aa69-5e3eda9c39da req-634967b2-ca79-4aba-ac80-db1ff1636760 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/ports?device_id=f92a6550-c35d-45e8-bb0b-b6abd8d2b2d3 HTTP/1.1" status: 200 len: 931 time: 0.1487176 Sep 22 04:29:58.121043 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-0889387f-8f88-4671-98d9-d65198c45bf0 req-de87c5d9-1906-458b-bcc4-8554de898c34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:58.139380 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-a74a8677-3423-453b-aa69-5e3eda9c39da req-e70afcd6-8bf1-4965-a8ec-8130d39bbff0 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bc11e4-7abd-4750-8ac3-63f5066b0018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882144 Sep 22 04:29:58.179592 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-b4b712bf-e6b1-4559-93b5-e73b7989e295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:58.225779 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron_lib.callbacks.manager [None req-f92d2d9d-8232-400a-83a0-669ed0d971a3 None None] Notify callbacks [] for port, precommit_update {{(pid=94618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:58.325156 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron_lib.callbacks.manager [None req-f92d2d9d-8232-400a-83a0-669ed0d971a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:58.379976 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.plugins.ml2.managers [None req-f92d2d9d-8232-400a-83a0-669ed0d971a3 None None] Attempting to bind port 5063aa9b-e8c7-4287-9874-749e867742cd on host dv-cinder-810118-1-iscsi for vnic_type normal with profile {{(pid=94618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 04:29:58.380506 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.plugins.ml2.managers [None req-f92d2d9d-8232-400a-83a0-669ed0d971a3 None None] Attempting to bind port 5063aa9b-e8c7-4287-9874-749e867742cd by drivers openvswitch,hyperv on host dv-cinder-810118-1-iscsi at level 0 using segments [{'id': '57bccd0b-6164-41c6-a48d-7aba82135152', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463'}] {{(pid=94618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 04:29:58.380969 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92d2d9d-8232-400a-83a0-669ed0d971a3 None None] Attempting to bind port 5063aa9b-e8c7-4287-9874-749e867742cd on network 1c001e5d-5f10-46e0-9089-3ba13d08e463 {{(pid=94618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 04:29:58.392122 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3a6633-78aa-4585-902c-1e88b1fb09b8 None None] Pushing event updated for resources: {'Port': ['ID=5063aa9b-e8c7-4287-9874-749e867742cd,revision_number=2']} {{(pid=94618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:29:58.395845 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92d2d9d-8232-400a-83a0-669ed0d971a3 None None] Checking agent: {'id': '43b86276-d23d-4f96-ad83-0361cfa8e6ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810118-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 4, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 4, 20, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 4, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810118-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 04:29:58.396556 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92d2d9d-8232-400a-83a0-669ed0d971a3 None None] Checking segment: {'id': '57bccd0b-6164-41c6-a48d-7aba82135152', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 04:29:58.397193 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron_lib.callbacks.manager [None req-f92d2d9d-8232-400a-83a0-669ed0d971a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:58.397750 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92d2d9d-8232-400a-83a0-669ed0d971a3 None None] Bound using segment: {'id': '57bccd0b-6164-41c6-a48d-7aba82135152', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463'} {{(pid=94618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 04:29:58.402315 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.plugins.ml2.managers [None req-f92d2d9d-8232-400a-83a0-669ed0d971a3 None None] Bound port: 5063aa9b-e8c7-4287-9874-749e867742cd, host: dv-cinder-810118-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57bccd0b-6164-41c6-a48d-7aba82135152', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463'}}] {{(pid=94618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 04:29:58.402315 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron_lib.callbacks.manager [None req-f92d2d9d-8232-400a-83a0-669ed0d971a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:58.424846 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3a6633-78aa-4585-902c-1e88b1fb09b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:29:58.425176 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3a6633-78aa-4585-902c-1e88b1fb09b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:29:58.425520 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3a6633-78aa-4585-902c-1e88b1fb09b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:29:58.429823 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3a6633-78aa-4585-902c-1e88b1fb09b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:29:58.429823 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3a6633-78aa-4585-902c-1e88b1fb09b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:29:58.429823 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3a6633-78aa-4585-902c-1e88b1fb09b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:29:58.429823 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3a6633-78aa-4585-902c-1e88b1fb09b8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:29:58.429823 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3a6633-78aa-4585-902c-1e88b1fb09b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:29:58.429823 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3a6633-78aa-4585-902c-1e88b1fb09b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:29:58.429823 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3a6633-78aa-4585-902c-1e88b1fb09b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:29:58.429823 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3a6633-78aa-4585-902c-1e88b1fb09b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:29:58.429823 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3a6633-78aa-4585-902c-1e88b1fb09b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:29:58.441757 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.db.db_base_plugin_common [None req-b4b712bf-e6b1-4559-93b5-e73b7989e295 admin admin] Allocated IP 172.20.0.1 (8d3ce0b1-05e4-4b1c-977a-3c30963a3756/47a8ff60-a9c0-4f9b-a123-cbb1e59064c4/22743b1b-06a1-4272-a4e2-75614bbb7676) {{(pid=94615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 04:29:58.474751 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.plugins.ml2.db [None req-f92d2d9d-8232-400a-83a0-669ed0d971a3 None None] For port 5063aa9b-e8c7-4287-9874-749e867742cd, host dv-cinder-810118-1-iscsi, cleared binding levels {{(pid=94618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 04:29:58.478403 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.plugins.ml2.db [None req-f92d2d9d-8232-400a-83a0-669ed0d971a3 None None] For port 5063aa9b-e8c7-4287-9874-749e867742cd, host dv-cinder-810118-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810118-1-iscsi',level=0,port_id=5063aa9b-e8c7-4287-9874-749e867742cd,segment=NetworkSegment(57bccd0b-6164-41c6-a48d-7aba82135152),segment_id=57bccd0b-6164-41c6-a48d-7aba82135152)] {{(pid=94618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 04:29:58.526875 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.notifiers.nova [req-0889387f-8f88-4671-98d9-d65198c45bf0 req-de87c5d9-1906-458b-bcc4-8554de898c34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85214bee-eddb-4757-8889-ed2af288e30a {{(pid=94616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 04:29:58.536369 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-0889387f-8f88-4671-98d9-d65198c45bf0 req-de87c5d9-1906-458b-bcc4-8554de898c34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:58.557029 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [req-0889387f-8f88-4671-98d9-d65198c45bf0 req-de87c5d9-1906-458b-bcc4-8554de898c34 service neutron] Transition to ACTIVE for port object 85214bee-eddb-4757-8889-ed2af288e30a will not be triggered until provisioned by entity L2. {{(pid=94616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 04:29:58.567881 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron_lib.callbacks.manager [None req-f92d2d9d-8232-400a-83a0-669ed0d971a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:58.620614 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-0889387f-8f88-4671-98d9-d65198c45bf0 req-de87c5d9-1906-458b-bcc4-8554de898c34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534565793'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:58.631886 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-b4b712bf-e6b1-4559-93b5-e73b7989e295 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:58.655385 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92d2d9d-8232-400a-83a0-669ed0d971a3 None None] Routers {'d7768ed6-f807-4870-a704-f3780bf00744'} bound to L3 agent in host dv-cinder-810118-1-iscsi {{(pid=94618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 04:29:58.656034 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.l3_hamode_db [None req-f92d2d9d-8232-400a-83a0-669ed0d971a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810118-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T04:20:22Z,description=,heartbeat_timestamp=2021-09-22T04:29:52Z,host='dv-cinder-810118-1-iscsi',id=67baeb3b-346e-4680-9ea8-6eec6aa84835,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T04:20:23Z,topic='l3_agent')) {'router_ids': ['d7768ed6-f807-4870-a704-f3780bf00744'], 'active': True} {{(pid=94618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:29:58.731874 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3a6633-78aa-4585-902c-1e88b1fb09b8 None None] Pushing event updated for resources: {'Port': ['ID=5063aa9b-e8c7-4287-9874-749e867742cd,revision_number=3']} {{(pid=94618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:29:58.771247 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-b4b712bf-e6b1-4559-93b5-e73b7989e295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769518673857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533447879'] for port, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:58.775341 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de87c5d9-1906-458b-bcc4-8554de898c34 service neutron] Pushing event updated for resources: {'Port': ['ID=85214bee-eddb-4757-8889-ed2af288e30a,revision_number=2']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:29:58.816333 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.l3_dvr_db [None req-f92d2d9d-8232-400a-83a0-669ed0d971a3 None None] Set router d7768ed6-f807-4870-a704-f3780bf00744 gateway port host: dv-cinder-810118-1-iscsi {{(pid=94618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 04:29:58.817737 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.managers [req-0889387f-8f88-4671-98d9-d65198c45bf0 req-de87c5d9-1906-458b-bcc4-8554de898c34 service neutron] Attempting to bind port 85214bee-eddb-4757-8889-ed2af288e30a on host hv-cinder-81011 for vnic_type normal with profile {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 04:29:58.818086 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.managers [req-0889387f-8f88-4671-98d9-d65198c45bf0 req-de87c5d9-1906-458b-bcc4-8554de898c34 service neutron] Attempting to bind port 85214bee-eddb-4757-8889-ed2af288e30a by drivers openvswitch,hyperv on host hv-cinder-81011 at level 0 using segments [{'id': 'bc8c3708-e396-4d9b-bfd8-c6b3490a63a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1dc84c4f-742d-475a-805c-2bdd99c4cbad'}] {{(pid=94616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 04:29:58.818451 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0889387f-8f88-4671-98d9-d65198c45bf0 req-de87c5d9-1906-458b-bcc4-8554de898c34 service neutron] Attempting to bind port 85214bee-eddb-4757-8889-ed2af288e30a on network 1dc84c4f-742d-475a-805c-2bdd99c4cbad {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 04:29:58.822201 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b712bf-e6b1-4559-93b5-e73b7989e295 admin admin] Network 8d3ce0b1-05e4-4b1c-977a-3c30963a3756 is already hosted by enough agents. {{(pid=94615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 04:29:58.827658 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0889387f-8f88-4671-98d9-d65198c45bf0 req-de87c5d9-1906-458b-bcc4-8554de898c34 service neutron] Port 85214bee-eddb-4757-8889-ed2af288e30a on network 1dc84c4f-742d-475a-805c-2bdd99c4cbad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81011 {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 04:29:58.827658 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0889387f-8f88-4671-98d9-d65198c45bf0 req-de87c5d9-1906-458b-bcc4-8554de898c34 service neutron] Attempting to bind port 85214bee-eddb-4757-8889-ed2af288e30a on network 1dc84c4f-742d-475a-805c-2bdd99c4cbad {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 04:29:58.827939 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.scheduler.base_scheduler [None req-b4b712bf-e6b1-4559-93b5-e73b7989e295 admin admin] Resources bound (agent type, host, resource id): {{(pid=94615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 04:29:58.828107 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b712bf-e6b1-4559-93b5-e73b7989e295 admin admin] Received port after_create {{(pid=94615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 04:29:58.846739 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0889387f-8f88-4671-98d9-d65198c45bf0 req-de87c5d9-1906-458b-bcc4-8554de898c34 service neutron] Checking agent: {'id': '347231d5-0b5a-4d21-8b71-bfdb97c43ccc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81011', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 4, 26, 37), 'started_at': datetime.datetime(2021, 9, 22, 4, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 4, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 04:29:58.846739 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0889387f-8f88-4671-98d9-d65198c45bf0 req-de87c5d9-1906-458b-bcc4-8554de898c34 service neutron] Checking segment: {'id': 'bc8c3708-e396-4d9b-bfd8-c6b3490a63a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1dc84c4f-742d-475a-805c-2bdd99c4cbad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 04:29:58.846739 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0889387f-8f88-4671-98d9-d65198c45bf0 req-de87c5d9-1906-458b-bcc4-8554de898c34 service neutron] Bound using segment: {'id': 'bc8c3708-e396-4d9b-bfd8-c6b3490a63a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1dc84c4f-742d-475a-805c-2bdd99c4cbad'} {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 04:29:58.846739 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.managers [req-0889387f-8f88-4671-98d9-d65198c45bf0 req-de87c5d9-1906-458b-bcc4-8554de898c34 service neutron] Bound port: 85214bee-eddb-4757-8889-ed2af288e30a, host: hv-cinder-81011, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc8c3708-e396-4d9b-bfd8-c6b3490a63a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1dc84c4f-742d-475a-805c-2bdd99c4cbad'}}] {{(pid=94616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 04:29:58.846739 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-0889387f-8f88-4671-98d9-d65198c45bf0 req-de87c5d9-1906-458b-bcc4-8554de898c34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:58.851171 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b712bf-e6b1-4559-93b5-e73b7989e295 admin admin] Pushing event updated for resources: {'Port': ['ID=22743b1b-06a1-4272-a4e2-75614bbb7676,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:29:58.917483 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-b4b712bf-e6b1-4559-93b5-e73b7989e295 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1865349'] for router_interface, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:58.988286 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [req-0889387f-8f88-4671-98d9-d65198c45bf0 req-de87c5d9-1906-458b-bcc4-8554de898c34 service neutron] For port 85214bee-eddb-4757-8889-ed2af288e30a, host hv-cinder-81011, cleared binding levels {{(pid=94616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 04:29:59.033952 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [req-0889387f-8f88-4671-98d9-d65198c45bf0 req-de87c5d9-1906-458b-bcc4-8554de898c34 service neutron] For port 85214bee-eddb-4757-8889-ed2af288e30a, host hv-cinder-81011, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81011',level=0,port_id=85214bee-eddb-4757-8889-ed2af288e30a,segment=NetworkSegment(bc8c3708-e396-4d9b-bfd8-c6b3490a63a6),segment_id=bc8c3708-e396-4d9b-bfd8-c6b3490a63a6)] {{(pid=94616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 04:29:59.057323 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6032c40-7f21-4f9a-a107-922b5980b036 req-d5b95a02-991d-4f3c-8cb7-80ecc6835d3b tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:29:59.065741 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-b6032c40-7f21-4f9a-a107-922b5980b036 req-d5b95a02-991d-4f3c-8cb7-80ecc6835d3b tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ecf19b8-6886-42a0-afa3-aef3b137e1dc HTTP/1.1" status: 200 len: 945 time: 0.0953481 Sep 22 04:29:59.096885 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-0889387f-8f88-4671-98d9-d65198c45bf0 req-de87c5d9-1906-458b-bcc4-8554de898c34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534565793'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:59.145080 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-b6032c40-7f21-4f9a-a107-922b5980b036 req-9c129063-d6c0-47a9-836b-deff7b945b50 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa7be617-2fe6-4836-b1f1-d63120ca8390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782127 Sep 22 04:29:59.165802 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0889387f-8f88-4671-98d9-d65198c45bf0 req-de87c5d9-1906-458b-bcc4-8554de898c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:29:59.165802 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-0889387f-8f88-4671-98d9-d65198c45bf0 req-de87c5d9-1906-458b-bcc4-8554de898c34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34584'] for port, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:59.168323 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-0889387f-8f88-4671-98d9-d65198c45bf0 req-de87c5d9-1906-458b-bcc4-8554de898c34 service neutron] 10.222.0.30 "PUT /v2.0/ports/85214bee-eddb-4757-8889-ed2af288e30a HTTP/1.1" status: 200 len: 1093 time: 1.1738100 Sep 22 04:29:59.174274 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f92a6550-c35d-45e8-bb0b-b6abd8d2b2d3', 'tag': '85214bee-eddb-4757-8889-ed2af288e30a'}] {{(pid=94616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 04:29:59.176837 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ee93b3f7eb2b2b6a350c95698ebe5b9c8d238e2160e747b625fec6bb3c76933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d9f5550-c7ea-459d-bb90-f271cab80fed" -d '{"events": [{"name": "network-changed", "server_uuid": "f92a6550-c35d-45e8-bb0b-b6abd8d2b2d3", "tag": "85214bee-eddb-4757-8889-ed2af288e30a"}]}' {{(pid=94616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 04:29:59.208966 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de87c5d9-1906-458b-bcc4-8554de898c34 service neutron] Pushing event updated for resources: {'Port': ['ID=85214bee-eddb-4757-8889-ed2af288e30a,revision_number=3']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:29:59.229758 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 04:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f398fd96-cb7e-4cae-a834-7980c07f754f x-openstack-request-id: req-f398fd96-cb7e-4cae-a834-7980c07f754f {{(pid=94616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 04:29:59.230076 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f92a6550-c35d-45e8-bb0b-b6abd8d2b2d3", "tag": "85214bee-eddb-4757-8889-ed2af288e30a", "status": "completed", "code": 200}]} {{(pid=94616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 04:29:59.230180 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f398fd96-cb7e-4cae-a834-7980c07f754f {{(pid=94616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 04:29:59.230523 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f92a6550-c35d-45e8-bb0b-b6abd8d2b2d3', 'tag': '85214bee-eddb-4757-8889-ed2af288e30a', 'status': 'completed', 'code': 200} Sep 22 04:29:59.234814 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-ea0cc6ea-a5bc-4cbf-9674-0e9d046ee113 None None] Provisioning complete for port 22743b1b-06a1-4272-a4e2-75614bbb7676 triggered by entity DHCP. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 04:29:59.235310 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-ea0cc6ea-a5bc-4cbf-9674-0e9d046ee113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628798'] for port, provisioning_complete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:59.309602 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-b4b712bf-e6b1-4559-93b5-e73b7989e295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:59.353222 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.l3_hamode_db [None req-f92d2d9d-8232-400a-83a0-669ed0d971a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7768ed6-f807-4870-a704-f3780bf00744', 'name': 'tempest-TestMinimumBasicScenario-1595621661-router', 'tenant_id': 'a2ac9f42bb784270b43252ea1404d1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'external_fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': '5063aa9b-e8c7-4287-9874-749e867742cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T04:29:54Z', 'updated_at': '2021-09-22T04:29:55Z', 'revision_number': 3, 'project_id': 'a2ac9f42bb784270b43252ea1404d1a4', 'gw_port': {'id': '5063aa9b-e8c7-4287-9874-749e867742cd', 'name': '', 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:b9:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7768ed6-f807-4870-a704-f3780bf00744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:29:55Z', 'updated_at': '2021-09-22T04:29:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810118-1-iscsi'}], 'dv-cinder-810118-1-iscsi', False) {} {{(pid=94618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:29:59.362478 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9f5550-c7ea-459d-bb90-f271cab80fed req-178168e4-9036-4558-85c9-4ca455137a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:29:59.367874 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-0d9f5550-c7ea-459d-bb90-f271cab80fed req-178168e4-9036-4558-85c9-4ca455137a55 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=94be7b84cda24c308b938ee70df77a79&device_id=f92a6550-c35d-45e8-bb0b-b6abd8d2b2d3 HTTP/1.1" status: 200 len: 1096 time: 0.1010725 Sep 22 04:29:59.427561 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae82313-0d63-435d-9308-e704d85a4c0d req-02ea03df-3cf8-4848-968a-1548e5485de4 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:29:59.432055 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-7ae82313-0d63-435d-9308-e704d85a4c0d req-02ea03df-3cf8-4848-968a-1548e5485de4 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/ports?device_id=f92a6550-c35d-45e8-bb0b-b6abd8d2b2d3 HTTP/1.1" status: 200 len: 943 time: 0.1915214 Sep 22 04:29:59.439988 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92d2d9d-8232-400a-83a0-669ed0d971a3 None None] The sync data for ids ['d7768ed6-f807-4870-a704-f3780bf00744'] in dv-cinder-810118-1-iscsi is: [{'id': 'd7768ed6-f807-4870-a704-f3780bf00744', 'name': 'tempest-TestMinimumBasicScenario-1595621661-router', 'tenant_id': 'a2ac9f42bb784270b43252ea1404d1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'external_fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': '5063aa9b-e8c7-4287-9874-749e867742cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T04:29:54Z', 'updated_at': '2021-09-22T04:29:55Z', 'revision_number': 3, 'project_id': 'a2ac9f42bb784270b43252ea1404d1a4', 'gw_port': {'id': '5063aa9b-e8c7-4287-9874-749e867742cd', 'name': '', 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:b9:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7768ed6-f807-4870-a704-f3780bf00744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:29:55Z', 'updated_at': '2021-09-22T04:29:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810118-1-iscsi'}] {{(pid=94618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 04:29:59.519153 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-7ae82313-0d63-435d-9308-e704d85a4c0d req-09c63349-0577-4555-92cd-188f40f014df tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bc11e4-7abd-4750-8ac3-63f5066b0018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727875 Sep 22 04:29:59.530722 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.plugin [None req-ea0cc6ea-a5bc-4cbf-9674-0e9d046ee113 None None] Port 22743b1b-06a1-4272-a4e2-75614bbb7676 cannot update to ACTIVE because it is not bound. {{(pid=94617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 04:29:59.558924 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9f5550-c7ea-459d-bb90-f271cab80fed req-c32872c5-c602-4e48-929e-4a837356f7af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:29:59.562257 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-0d9f5550-c7ea-459d-bb90-f271cab80fed req-c32872c5-c602-4e48-929e-4a837356f7af service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=94be7b84cda24c308b938ee70df77a79&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1840851 Sep 22 04:29:59.658339 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-b4b712bf-e6b1-4559-93b5-e73b7989e295 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:59.679602 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9f5550-c7ea-459d-bb90-f271cab80fed req-9b5fe226-fdc2-4a53-8829-d45b65f93a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:29:59.681157 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-0d9f5550-c7ea-459d-bb90-f271cab80fed req-9b5fe226-fdc2-4a53-8829-d45b65f93a33 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1113367 Sep 22 04:29:59.764142 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-b4b712bf-e6b1-4559-93b5-e73b7989e295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533447884'] for port, after_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:59.794989 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0889387f-8f88-4671-98d9-d65198c45bf0 req-02c3d725-2d58-46df-bf06-67d8529ae7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:29:59.797379 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-0889387f-8f88-4671-98d9-d65198c45bf0 req-02c3d725-2d58-46df-bf06-67d8529ae7a0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=94be7b84cda24c308b938ee70df77a79&device_id=f92a6550-c35d-45e8-bb0b-b6abd8d2b2d3 HTTP/1.1" status: 200 len: 1096 time: 0.0551548 Sep 22 04:29:59.848824 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-b4b712bf-e6b1-4559-93b5-e73b7989e295 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1867637'] for router_interface, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:29:59.858198 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-0889387f-8f88-4671-98d9-d65198c45bf0 req-5b1da212-c9d7-4d38-985d-31c1788c0e96 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85214bee-eddb-4757-8889-ed2af288e30a HTTP/1.1" status: 200 len: 217 time: 0.0481684 Sep 22 04:29:59.860076 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b712bf-e6b1-4559-93b5-e73b7989e295 admin admin] Pushing event updated for resources: {'Port': ['ID=22743b1b-06a1-4272-a4e2-75614bbb7676,revision_number=2']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:29:59.929395 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0889387f-8f88-4671-98d9-d65198c45bf0 req-359e095a-42bd-45a3-890d-d546f36a5345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:29:59.930940 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-0889387f-8f88-4671-98d9-d65198c45bf0 req-359e095a-42bd-45a3-890d-d546f36a5345 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f03785a8-558b-4999-9e02-c5e13eae7968 HTTP/1.1" status: 200 len: 855 time: 0.0517383 Sep 22 04:29:59.964885 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-0889387f-8f88-4671-98d9-d65198c45bf0 req-30226f73-744f-40ba-862e-444aba57f884 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1dc84c4f-742d-475a-805c-2bdd99c4cbad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257263 Sep 22 04:29:59.970597 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b712bf-e6b1-4559-93b5-e73b7989e295 admin admin] Network 8d3ce0b1-05e4-4b1c-977a-3c30963a3756 is already hosted by enough agents. {{(pid=94615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 04:29:59.972082 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.scheduler.base_scheduler [None req-b4b712bf-e6b1-4559-93b5-e73b7989e295 admin admin] Resources bound (agent type, host, resource id): {{(pid=94615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 04:30:00.131321 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-0889387f-8f88-4671-98d9-d65198c45bf0 req-fd1d9e26-be82-4026-9a35-531377c7b4df service neutron] 10.222.0.30 "GET /v2.0/networks/1dc84c4f-742d-475a-805c-2bdd99c4cbad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535122 Sep 22 04:30:00.148097 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4b712bf-e6b1-4559-93b5-e73b7989e295 admin admin] Router d7768ed6-f807-4870-a704-f3780bf00744 has already been hosted by L3 agent 67baeb3b-346e-4680-9ea8-6eec6aa84835 {{(pid=94615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 04:30:00.271047 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-0889387f-8f88-4671-98d9-d65198c45bf0 req-7f805bb1-ad12-4215-8887-d7bfa3d920e6 service neutron] 10.222.0.30 "GET /v2.0/networks/1dc84c4f-742d-475a-805c-2bdd99c4cbad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226981 Sep 22 04:30:00.369335 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-73196b0c-1a10-48c7-9881-47922b1c884d None None] Provisioning complete for port 22743b1b-06a1-4272-a4e2-75614bbb7676 triggered by entity DHCP. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 04:30:00.370313 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-73196b0c-1a10-48c7-9881-47922b1c884d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628798'] for port, provisioning_complete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:00.430030 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.plugin [None req-73196b0c-1a10-48c7-9881-47922b1c884d None None] Port 22743b1b-06a1-4272-a4e2-75614bbb7676 cannot update to ACTIVE because it is not bound. {{(pid=94617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 04:30:00.523582 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c045ff44-c8a5-43ce-b6ba-2de4ca7b0286 req-a21e0f12-2b3f-40a4-8fd0-d68577fd327c tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:00.525285 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-c045ff44-c8a5-43ce-b6ba-2de4ca7b0286 req-a21e0f12-2b3f-40a4-8fd0-d68577fd327c tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ecf19b8-6886-42a0-afa3-aef3b137e1dc HTTP/1.1" status: 200 len: 945 time: 0.1158934 Sep 22 04:30:00.549165 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4b712bf-e6b1-4559-93b5-e73b7989e295 admin admin] Notify agent at l3_agent.dv-cinder-810118-1-iscsi the message routers_updated {{(pid=94615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 04:30:00.563400 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-b4b712bf-e6b1-4559-93b5-e73b7989e295 admin admin] 10.222.0.24 "PUT /v2.0/routers/d7768ed6-f807-4870-a704-f3780bf00744/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2080700 Sep 22 04:30:00.593634 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-c045ff44-c8a5-43ce-b6ba-2de4ca7b0286 req-8a9b5760-d904-46b8-8715-72880d0c64c3 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa7be617-2fe6-4836-b1f1-d63120ca8390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604470 Sep 22 04:30:00.698297 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296fec75-4602-4871-9d04-9e5dfabd4342 req-2fc723e2-0f2d-47f5-83b5-cd9ccdd33e1e tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:00.701159 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-296fec75-4602-4871-9d04-9e5dfabd4342 req-2fc723e2-0f2d-47f5-83b5-cd9ccdd33e1e tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/ports?device_id=f92a6550-c35d-45e8-bb0b-b6abd8d2b2d3 HTTP/1.1" status: 200 len: 943 time: 0.0788994 Sep 22 04:30:00.729113 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 43600) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:30:00.749643 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-296fec75-4602-4871-9d04-9e5dfabd4342 req-eb4753c8-3299-4e66-b494-8359695a5cd6 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bc11e4-7abd-4750-8ac3-63f5066b0018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429089 Sep 22 04:30:00.901885 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-708fd355-0c4d-4044-8f8d-1489ca5e3b89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:01.023364 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-708fd355-0c4d-4044-8f8d-1489ca5e3b89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:01.187679 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-708fd355-0c4d-4044-8f8d-1489ca5e3b89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:01.229033 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-708fd355-0c4d-4044-8f8d-1489ca5e3b89 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ea1bf4cfd95043c5a0348091744d73d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4976754 Sep 22 04:30:01.229988 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708fd355-0c4d-4044-8f8d-1489ca5e3b89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d9fbbc0-fec5-4993-8f2f-c84ea5e9b829,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:30:01.231095 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 43618) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:30:01.300033 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-494e8ef0-3c48-4635-8053-dade9b8a463a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:01.335273 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-494e8ef0-3c48-4635-8053-dade9b8a463a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:01.383159 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Device 5063aa9b-e8c7-4287-9874-749e867742cd up at agent ovs-agent-dv-cinder-810118-1-iscsi {{(pid=94617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 04:30:01.440116 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Provisioning complete for port 5063aa9b-e8c7-4287-9874-749e867742cd triggered by entity L2. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 04:30:01.440514 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628798'] for port, provisioning_complete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:01.474876 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef6aac2-0a41-4cc7-9904-e270a8686970 None None] Sync routers for ids ['d7768ed6-f807-4870-a704-f3780bf00744'] in dv-cinder-810118-1-iscsi {{(pid=94617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 04:30:01.485372 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-494e8ef0-3c48-4635-8053-dade9b8a463a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:01.488381 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-494e8ef0-3c48-4635-8053-dade9b8a463a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:01.492415 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-494e8ef0-3c48-4635-8053-dade9b8a463a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2d9fbbc0-fec5-4993-8f2f-c84ea5e9b829 HTTP/1.1" status: 204 len: 168 time: 0.2578938 Sep 22 04:30:01.496619 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef6aac2-0a41-4cc7-9904-e270a8686970 None None] Routers {'d7768ed6-f807-4870-a704-f3780bf00744'} bound to L3 agent in host dv-cinder-810118-1-iscsi {{(pid=94617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 04:30:01.496619 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-7ef6aac2-0a41-4cc7-9904-e270a8686970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810118-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T04:20:22Z,description=,heartbeat_timestamp=2021-09-22T04:29:52Z,host='dv-cinder-810118-1-iscsi',id=67baeb3b-346e-4680-9ea8-6eec6aa84835,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T04:20:23Z,topic='l3_agent')) {'router_ids': ['d7768ed6-f807-4870-a704-f3780bf00744'], 'active': True} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:30:01.503679 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494e8ef0-3c48-4635-8053-dade9b8a463a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d9fbbc0-fec5-4993-8f2f-c84ea5e9b829,revision_number=None']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:30:01.595163 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:01.603671 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 43636) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:30:01.607394 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.v2.base [None req-ccdf5c60-54f2-4518-b19a-7730b0247649 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-526103217-network', 'tenant_id': '5046500aa394437fa6b2939ce7954745'}} {{(pid=94615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 04:30:01.657726 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] For port 5063aa9b-e8c7-4287-9874-749e867742cd, host dv-cinder-810118-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810118-1-iscsi',level=0,port_id=5063aa9b-e8c7-4287-9874-749e867742cd,segment=NetworkSegment(57bccd0b-6164-41c6-a48d-7aba82135152),segment_id=57bccd0b-6164-41c6-a48d-7aba82135152)] {{(pid=94617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:30:01.667467 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvr_db [None req-7ef6aac2-0a41-4cc7-9904-e270a8686970 None None] Set router d7768ed6-f807-4870-a704-f3780bf00744 gateway port host: dv-cinder-810118-1-iscsi {{(pid=94617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 04:30:01.723287 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65529076-e7fd-4fb0-aa19-08c4e5fa2df6 req-435cd109-7ab0-40fe-9ef0-0dcb0c483d74 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:01.724969 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-65529076-e7fd-4fb0-aa19-08c4e5fa2df6 req-435cd109-7ab0-40fe-9ef0-0dcb0c483d74 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ecf19b8-6886-42a0-afa3-aef3b137e1dc HTTP/1.1" status: 200 len: 945 time: 0.0505705 Sep 22 04:30:01.765534 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-65529076-e7fd-4fb0-aa19-08c4e5fa2df6 req-4699d2b4-c8e7-41bf-af17-3bfd22eeb519 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa7be617-2fe6-4836-b1f1-d63120ca8390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332477 Sep 22 04:30:01.792531 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccdf5c60-54f2-4518-b19a-7730b0247649 admin admin] Made reservation on behalf of 5046500aa394437fa6b2939ce7954745 for: {'network': 1} {{(pid=94615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 04:30:01.798324 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-ccdf5c60-54f2-4518-b19a-7730b0247649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for network, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:01.801932 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:01.814280 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-ccdf5c60-54f2-4518-b19a-7730b0247649 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:01.877078 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Pushing event updated for resources: {'Port': ['ID=5063aa9b-e8c7-4287-9874-749e867742cd,revision_number=4']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:30:01.909982 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737193d9-3b41-4415-b426-f2692d5bbab7 req-f9138f3d-3910-41df-81d7-81920aa5135e tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:01.909982 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-737193d9-3b41-4415-b426-f2692d5bbab7 req-f9138f3d-3910-41df-81d7-81920aa5135e tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/ports?device_id=f92a6550-c35d-45e8-bb0b-b6abd8d2b2d3 HTTP/1.1" status: 200 len: 943 time: 0.0751419 Sep 22 04:30:01.949265 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-7ef6aac2-0a41-4cc7-9904-e270a8686970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7768ed6-f807-4870-a704-f3780bf00744', 'name': 'tempest-TestMinimumBasicScenario-1595621661-router', 'tenant_id': 'a2ac9f42bb784270b43252ea1404d1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'external_fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': '5063aa9b-e8c7-4287-9874-749e867742cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T04:29:54Z', 'updated_at': '2021-09-22T04:29:59Z', 'revision_number': 4, 'project_id': 'a2ac9f42bb784270b43252ea1404d1a4', 'gw_port': {'id': '5063aa9b-e8c7-4287-9874-749e867742cd', 'name': '', 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:b9:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7768ed6-f807-4870-a704-f3780bf00744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:29:55Z', 'updated_at': '2021-09-22T04:29:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810118-1-iscsi', '_interfaces': [{'id': '22743b1b-06a1-4272-a4e2-75614bbb7676', 'name': '', 'network_id': '8d3ce0b1-05e4-4b1c-977a-3c30963a3756', 'tenant_id': 'a2ac9f42bb784270b43252ea1404d1a4', 'mac_address': 'fa:16:3e:87:de:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7768ed6-f807-4870-a704-f3780bf00744', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '47a8ff60-a9c0-4f9b-a123-cbb1e59064c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:29:58Z', 'updated_at': '2021-09-22T04:29:59Z', 'revision_number': 2, 'project_id': 'a2ac9f42bb784270b43252ea1404d1a4', 'subnets': [{'id': '47a8ff60-a9c0-4f9b-a123-cbb1e59064c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810118-1-iscsi', False) {} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:30:01.972780 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-737193d9-3b41-4415-b426-f2692d5bbab7 req-a2ed2a13-ed03-4139-9199-029d23d4f2b0 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bc11e4-7abd-4750-8ac3-63f5066b0018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578208 Sep 22 04:30:01.984992 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef6aac2-0a41-4cc7-9904-e270a8686970 None None] Checking router: d7768ed6-f807-4870-a704-f3780bf00744 for host: dv-cinder-810118-1-iscsi {{(pid=94617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 04:30:01.991124 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef6aac2-0a41-4cc7-9904-e270a8686970 None None] Updating router d7768ed6-f807-4870-a704-f3780bf00744 port 22743b1b-06a1-4272-a4e2-75614bbb7676 binding host dv-cinder-810118-1-iscsi {{(pid=94617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 04:30:02.027820 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-7ef6aac2-0a41-4cc7-9904-e270a8686970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:02.028604 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-ccdf5c60-54f2-4518-b19a-7730b0247649 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:02.169238 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-ccdf5c60-54f2-4518-b19a-7730b0247649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:02.195448 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccdf5c60-54f2-4518-b19a-7730b0247649 admin admin] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=94615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 04:30:02.204765 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdf5c60-54f2-4518-b19a-7730b0247649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10548d58-4345-4beb-8e46-cd02d9fc2374,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:30:02.211751 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-ccdf5c60-54f2-4518-b19a-7730b0247649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-614853'] for segment, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:02.212095 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.db.segments_db [None req-ccdf5c60-54f2-4518-b19a-7730b0247649 admin admin] Added segment c620649f-70b6-4356-9160-bd14beaaa0aa of type vlan for network 566e6e25-0d76-43b8-8df6-e7bdca7bddd3 Sep 22 04:30:02.266928 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-ccdf5c60-54f2-4518-b19a-7730b0247649 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769518629407'] for network, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:02.344715 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-7ef6aac2-0a41-4cc7-9904-e270a8686970 None None] Notify callbacks [] for port, precommit_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:02.410774 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-ccdf5c60-54f2-4518-b19a-7730b0247649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117'] for network, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:02.412120 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccdf5c60-54f2-4518-b19a-7730b0247649 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:02.413685 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-ccdf5c60-54f2-4518-b19a-7730b0247649 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578295'] for network, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:02.478001 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdf5c60-54f2-4518-b19a-7730b0247649 admin admin] Pushing event updated for resources: {'Network': ['ID=566e6e25-0d76-43b8-8df6-e7bdca7bddd3,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:30:02.481774 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-7ef6aac2-0a41-4cc7-9904-e270a8686970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:02.493669 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Network 566e6e25-0d76-43b8-8df6-e7bdca7bddd3 details requested by agent ovs-agent-dv-cinder-810118-1-iscsi with host dv-cinder-810118-1-iscsi {{(pid=94617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 04:30:02.514845 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-ccdf5c60-54f2-4518-b19a-7730b0247649 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9111464 Sep 22 04:30:02.517602 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 43670) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:30:02.526533 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.v2.base [None req-bb52eaa6-ec04-4e59-b49c-9b459f8cc4a0 admin admin] Request body: {'subnet': {'network_id': '566e6e25-0d76-43b8-8df6-e7bdca7bddd3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-526103217-subnet', 'tenant_id': '5046500aa394437fa6b2939ce7954745', 'ip_version': 4}} {{(pid=94616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 04:30:02.562043 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2758c5a-e231-459a-ad36-ec89b8007bcf None None] Pushing event updated for resources: {'Port': ['ID=22743b1b-06a1-4272-a4e2-75614bbb7676,revision_number=3']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:30:02.650122 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb52eaa6-ec04-4e59-b49c-9b459f8cc4a0 admin admin] Made reservation on behalf of 5046500aa394437fa6b2939ce7954745 for: {'subnet': 1} {{(pid=94616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 04:30:02.652564 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-bb52eaa6-ec04-4e59-b49c-9b459f8cc4a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532840891'] for subnet, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:02.672828 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.managers [None req-7ef6aac2-0a41-4cc7-9904-e270a8686970 None None] Attempting to bind port 22743b1b-06a1-4272-a4e2-75614bbb7676 on host dv-cinder-810118-1-iscsi for vnic_type normal with profile {{(pid=94617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 04:30:02.673379 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.managers [None req-7ef6aac2-0a41-4cc7-9904-e270a8686970 None None] Attempting to bind port 22743b1b-06a1-4272-a4e2-75614bbb7676 by drivers openvswitch,hyperv on host dv-cinder-810118-1-iscsi at level 0 using segments [{'id': '46967add-ceb0-4865-9e29-f6ad39a3d084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8d3ce0b1-05e4-4b1c-977a-3c30963a3756'}] {{(pid=94617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 04:30:02.675222 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef6aac2-0a41-4cc7-9904-e270a8686970 None None] Attempting to bind port 22743b1b-06a1-4272-a4e2-75614bbb7676 on network 8d3ce0b1-05e4-4b1c-977a-3c30963a3756 {{(pid=94617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 04:30:02.682485 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef6aac2-0a41-4cc7-9904-e270a8686970 None None] Checking agent: {'id': '43b86276-d23d-4f96-ad83-0361cfa8e6ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810118-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 4, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 4, 20, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 4, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810118-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 04:30:02.683488 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef6aac2-0a41-4cc7-9904-e270a8686970 None None] Checking segment: {'id': '46967add-ceb0-4865-9e29-f6ad39a3d084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8d3ce0b1-05e4-4b1c-977a-3c30963a3756'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 04:30:02.684050 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-7ef6aac2-0a41-4cc7-9904-e270a8686970 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:02.684754 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef6aac2-0a41-4cc7-9904-e270a8686970 None None] Bound using segment: {'id': '46967add-ceb0-4865-9e29-f6ad39a3d084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8d3ce0b1-05e4-4b1c-977a-3c30963a3756'} {{(pid=94617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 04:30:02.685523 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.managers [None req-7ef6aac2-0a41-4cc7-9904-e270a8686970 None None] Bound port: 22743b1b-06a1-4272-a4e2-75614bbb7676, host: dv-cinder-810118-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46967add-ceb0-4865-9e29-f6ad39a3d084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8d3ce0b1-05e4-4b1c-977a-3c30963a3756'}}] {{(pid=94617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 04:30:02.686241 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-7ef6aac2-0a41-4cc7-9904-e270a8686970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:02.773330 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-7ef6aac2-0a41-4cc7-9904-e270a8686970 None None] For port 22743b1b-06a1-4272-a4e2-75614bbb7676, host dv-cinder-810118-1-iscsi, cleared binding levels {{(pid=94617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 04:30:02.777666 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-7ef6aac2-0a41-4cc7-9904-e270a8686970 None None] For port 22743b1b-06a1-4272-a4e2-75614bbb7676, host dv-cinder-810118-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810118-1-iscsi',level=0,port_id=22743b1b-06a1-4272-a4e2-75614bbb7676,segment=NetworkSegment(46967add-ceb0-4865-9e29-f6ad39a3d084),segment_id=46967add-ceb0-4865-9e29-f6ad39a3d084)] {{(pid=94617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 04:30:02.782327 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-135d6751-7de0-4a14-9713-ee3952af2132 None None] Provisioning complete for port 22743b1b-06a1-4272-a4e2-75614bbb7676 triggered by entity DHCP. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 04:30:02.782878 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-135d6751-7de0-4a14-9713-ee3952af2132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628798'] for port, provisioning_complete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:02.819273 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.plugin [None req-135d6751-7de0-4a14-9713-ee3952af2132 None None] Port 22743b1b-06a1-4272-a4e2-75614bbb7676 cannot update to ACTIVE because it is not bound. {{(pid=94617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 04:30:02.868607 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-7ef6aac2-0a41-4cc7-9904-e270a8686970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:02.908867 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ec7319-e370-4841-810a-2d0d805611c4 req-ab47aeef-ea92-4cb3-a2c0-4dc73ca3121f tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:02.917976 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-39ec7319-e370-4841-810a-2d0d805611c4 req-ab47aeef-ea92-4cb3-a2c0-4dc73ca3121f tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ecf19b8-6886-42a0-afa3-aef3b137e1dc HTTP/1.1" status: 200 len: 945 time: 0.0755537 Sep 22 04:30:02.938862 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef6aac2-0a41-4cc7-9904-e270a8686970 None None] Routers {'d7768ed6-f807-4870-a704-f3780bf00744'} bound to L3 agent in host dv-cinder-810118-1-iscsi {{(pid=94617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 04:30:02.939498 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-7ef6aac2-0a41-4cc7-9904-e270a8686970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810118-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T04:20:22Z,description=,heartbeat_timestamp=2021-09-22T04:29:52Z,host='dv-cinder-810118-1-iscsi',id=67baeb3b-346e-4680-9ea8-6eec6aa84835,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T04:20:23Z,topic='l3_agent')) {'router_ids': ['d7768ed6-f807-4870-a704-f3780bf00744'], 'active': True} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:30:02.941545 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2758c5a-e231-459a-ad36-ec89b8007bcf None None] Pushing event updated for resources: {'Port': ['ID=22743b1b-06a1-4272-a4e2-75614bbb7676,revision_number=4']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:30:02.954326 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-bb52eaa6-ec04-4e59-b49c-9b459f8cc4a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534565686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532840841'] for subnet, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:03.025387 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-39ec7319-e370-4841-810a-2d0d805611c4 req-e576d794-1671-4526-b47c-cf79c3076e61 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa7be617-2fe6-4836-b1f1-d63120ca8390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915141 Sep 22 04:30:03.037004 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb52eaa6-ec04-4e59-b49c-9b459f8cc4a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4b0275a-513d-4279-a628-df871488e5f7,revision_number=0']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:30:03.073736 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb52eaa6-ec04-4e59-b49c-9b459f8cc4a0 admin admin] Checking segment: {'id': 'c620649f-70b6-4356-9160-bd14beaaa0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '566e6e25-0d76-43b8-8df6-e7bdca7bddd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 04:30:03.074088 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb52eaa6-ec04-4e59-b49c-9b459f8cc4a0 admin admin] Network hostable DHCP agents. Network: 566e6e25-0d76-43b8-8df6-e7bdca7bddd3, hostable agents: ['73f1375a-57ed-4431-affd-4785c4767c4b'], hosted agents: [] {{(pid=94616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 04:30:03.091781 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvr_db [None req-7ef6aac2-0a41-4cc7-9904-e270a8686970 None None] Set router d7768ed6-f807-4870-a704-f3780bf00744 gateway port host: dv-cinder-810118-1-iscsi {{(pid=94617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 04:30:03.151482 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e6713e-ffdc-4b6c-9076-3151db5baa76 req-45cd3c44-a417-4888-8d8c-1a5973e4e4eb tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:03.153402 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-91e6713e-ffdc-4b6c-9076-3151db5baa76 req-45cd3c44-a417-4888-8d8c-1a5973e4e4eb tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/ports?device_id=f92a6550-c35d-45e8-bb0b-b6abd8d2b2d3 HTTP/1.1" status: 200 len: 943 time: 0.0622919 Sep 22 04:30:03.204186 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb52eaa6-ec04-4e59-b49c-9b459f8cc4a0 admin admin] Network 566e6e25-0d76-43b8-8df6-e7bdca7bddd3 is scheduled to be hosted by DHCP agent 73f1375a-57ed-4431-affd-4785c4767c4b with binding_index 1 {{(pid=94616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 04:30:03.245305 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-91e6713e-ffdc-4b6c-9076-3151db5baa76 req-ce27b26f-a706-4301-966d-93a160ec8dca tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bc11e4-7abd-4750-8ac3-63f5066b0018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778031 Sep 22 04:30:03.301939 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-f1a402bd-8564-4614-801f-aebc43a34bd8 None None] Provisioning complete for port 22743b1b-06a1-4272-a4e2-75614bbb7676 triggered by entity DHCP. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 04:30:03.301939 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-f1a402bd-8564-4614-801f-aebc43a34bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628798'] for port, provisioning_complete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:03.323251 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.scheduler.base_scheduler [None req-bb52eaa6-ec04-4e59-b49c-9b459f8cc4a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810118-1-iscsi, 566e6e25-0d76-43b8-8df6-e7bdca7bddd3) {{(pid=94616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 04:30:03.328422 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb52eaa6-ec04-4e59-b49c-9b459f8cc4a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:03.329052 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-bb52eaa6-ec04-4e59-b49c-9b459f8cc4a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:03.344047 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Device 5063aa9b-e8c7-4287-9874-749e867742cd up at agent ovs-agent-dv-cinder-810118-1-iscsi {{(pid=94617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 04:30:03.345952 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39fef17b-e173-4933-ae9a-7cd74f54011c None None] Network 566e6e25-0d76-43b8-8df6-e7bdca7bddd3 requested from dv-cinder-810118-1-iscsi {{(pid=94617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 04:30:03.424545 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-bb52eaa6-ec04-4e59-b49c-9b459f8cc4a0 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9024222 Sep 22 04:30:03.427340 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 43700) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:30:03.434888 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.v2.base [None req-979b520b-70ec-4992-8c55-78e3098182ad admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-526103217-router', 'tenant_id': '5046500aa394437fa6b2939ce7954745', 'external_gateway_info': {'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463'}}} {{(pid=94615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 04:30:03.622685 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-979b520b-70ec-4992-8c55-78e3098182ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1852805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1922'] for router, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:03.626493 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-979b520b-70ec-4992-8c55-78e3098182ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1865845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1862533', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1935386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1931'] for router, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:03.657050 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Device 85214bee-eddb-4757-8889-ed2af288e30a details requested by agent hyperv_hv-cinder-81011 with host hv-cinder-81011 {{(pid=94617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 04:30:03.695324 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-979b520b-70ec-4992-8c55-78e3098182ad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:03.729740 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-7ef6aac2-0a41-4cc7-9904-e270a8686970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7768ed6-f807-4870-a704-f3780bf00744', 'name': 'tempest-TestMinimumBasicScenario-1595621661-router', 'tenant_id': 'a2ac9f42bb784270b43252ea1404d1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'external_fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': '5063aa9b-e8c7-4287-9874-749e867742cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T04:29:54Z', 'updated_at': '2021-09-22T04:29:59Z', 'revision_number': 4, 'project_id': 'a2ac9f42bb784270b43252ea1404d1a4', 'gw_port': {'id': '5063aa9b-e8c7-4287-9874-749e867742cd', 'name': '', 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:b9:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7768ed6-f807-4870-a704-f3780bf00744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:29:55Z', 'updated_at': '2021-09-22T04:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810118-1-iscsi', '_interfaces': [{'id': '22743b1b-06a1-4272-a4e2-75614bbb7676', 'name': '', 'network_id': '8d3ce0b1-05e4-4b1c-977a-3c30963a3756', 'tenant_id': 'a2ac9f42bb784270b43252ea1404d1a4', 'mac_address': 'fa:16:3e:87:de:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7768ed6-f807-4870-a704-f3780bf00744', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '47a8ff60-a9c0-4f9b-a123-cbb1e59064c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:29:58Z', 'updated_at': '2021-09-22T04:30:02Z', 'revision_number': 4, 'project_id': 'a2ac9f42bb784270b43252ea1404d1a4', 'subnets': [{'id': '47a8ff60-a9c0-4f9b-a123-cbb1e59064c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810118-1-iscsi', False) {} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:30:03.784354 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Provisioning complete for port 5063aa9b-e8c7-4287-9874-749e867742cd triggered by entity L2. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 04:30:03.784354 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628798'] for port, provisioning_complete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:03.790776 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef6aac2-0a41-4cc7-9904-e270a8686970 None None] The sync data for ids ['d7768ed6-f807-4870-a704-f3780bf00744'] in dv-cinder-810118-1-iscsi is: [{'id': 'd7768ed6-f807-4870-a704-f3780bf00744', 'name': 'tempest-TestMinimumBasicScenario-1595621661-router', 'tenant_id': 'a2ac9f42bb784270b43252ea1404d1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'external_fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': '5063aa9b-e8c7-4287-9874-749e867742cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T04:29:54Z', 'updated_at': '2021-09-22T04:29:59Z', 'revision_number': 4, 'project_id': 'a2ac9f42bb784270b43252ea1404d1a4', 'gw_port': {'id': '5063aa9b-e8c7-4287-9874-749e867742cd', 'name': '', 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:b9:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7768ed6-f807-4870-a704-f3780bf00744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:29:55Z', 'updated_at': '2021-09-22T04:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810118-1-iscsi', '_interfaces': [{'id': '22743b1b-06a1-4272-a4e2-75614bbb7676', 'name': '', 'network_id': '8d3ce0b1-05e4-4b1c-977a-3c30963a3756', 'tenant_id': 'a2ac9f42bb784270b43252ea1404d1a4', 'mac_address': 'fa:16:3e:87:de:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7768ed6-f807-4870-a704-f3780bf00744', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '47a8ff60-a9c0-4f9b-a123-cbb1e59064c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:29:58Z', 'updated_at': '2021-09-22T04:30:02Z', 'revision_number': 4, 'project_id': 'a2ac9f42bb784270b43252ea1404d1a4', 'subnets': [{'id': '47a8ff60-a9c0-4f9b-a123-cbb1e59064c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 04:30:03.908513 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-f1a402bd-8564-4614-801f-aebc43a34bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:04.128542 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-f1a402bd-8564-4614-801f-aebc43a34bd8 None None] For port 22743b1b-06a1-4272-a4e2-75614bbb7676, host dv-cinder-810118-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810118-1-iscsi',level=0,port_id=22743b1b-06a1-4272-a4e2-75614bbb7676,segment=NetworkSegment(46967add-ceb0-4865-9e29-f6ad39a3d084),segment_id=46967add-ceb0-4865-9e29-f6ad39a3d084)] {{(pid=94617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:30:04.139915 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bafaece-97d8-4e89-92f4-ce31abc0fdac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d0c5ae4-b049-5a13-ad81-6bc49d40bb64-566e6e25-0d76-43b8-8df6-e7bdca7bddd3', 'network_id': '566e6e25-0d76-43b8-8df6-e7bdca7bddd3', 'tenant_id': '5046500aa394437fa6b2939ce7954745', 'fixed_ips': [{'subnet_id': 'b4b0275a-513d-4279-a628-df871488e5f7'}]}} from dv-cinder-810118-1-iscsi. {{(pid=94617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 04:30:04.140973 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5bafaece-97d8-4e89-92f4-ce31abc0fdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_create {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:04.171512 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] For port 85214bee-eddb-4757-8889-ed2af288e30a, host hv-cinder-81011, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81011',level=0,port_id=85214bee-eddb-4757-8889-ed2af288e30a,segment=NetworkSegment(bc8c3708-e396-4d9b-bfd8-c6b3490a63a6),segment_id=bc8c3708-e396-4d9b-bfd8-c6b3490a63a6)] {{(pid=94617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:30:04.213748 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-979b520b-70ec-4992-8c55-78e3098182ad admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:04.253192 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Returning: {'device': '85214bee-eddb-4757-8889-ed2af288e30a', 'network_id': '1dc84c4f-742d-475a-805c-2bdd99c4cbad', 'port_id': '85214bee-eddb-4757-8889-ed2af288e30a', 'mac_address': 'fa:16:3e:15:2c:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f03785a8-558b-4999-9e02-c5e13eae7968', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 04:30:04.285514 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb8a054-e316-47f9-b527-88de6cfae487 req-d64e638d-c5b5-4f68-9a07-4a38f3dfb167 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:04.288268 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-4eb8a054-e316-47f9-b527-88de6cfae487 req-d64e638d-c5b5-4f68-9a07-4a38f3dfb167 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ecf19b8-6886-42a0-afa3-aef3b137e1dc HTTP/1.1" status: 200 len: 945 time: 0.0697999 Sep 22 04:30:04.315616 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-f1a402bd-8564-4614-801f-aebc43a34bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:04.431681 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-4eb8a054-e316-47f9-b527-88de6cfae487 req-a179b9d5-b97c-4466-81cb-70214df73e30 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa7be617-2fe6-4836-b1f1-d63120ca8390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190894 Sep 22 04:30:04.506791 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a402bd-8564-4614-801f-aebc43a34bd8 None None] Pushing event updated for resources: {'Port': ['ID=22743b1b-06a1-4272-a4e2-75614bbb7676,revision_number=5']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:30:04.512388 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:04.516900 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae19f1d-34dd-48b0-a222-c3c059a91199 req-57447c73-0db1-4fdb-b531-b852561950a9 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:04.519343 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-8ae19f1d-34dd-48b0-a222-c3c059a91199 req-57447c73-0db1-4fdb-b531-b852561950a9 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/ports?device_id=f92a6550-c35d-45e8-bb0b-b6abd8d2b2d3 HTTP/1.1" status: 200 len: 943 time: 0.1530871 Sep 22 04:30:04.541896 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.notifiers.nova [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85214bee-eddb-4757-8889-ed2af288e30a {{(pid=94617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 04:30:04.559913 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.db_base_plugin_common [None req-5bafaece-97d8-4e89-92f4-ce31abc0fdac None None] Allocated IP 172.20.0.2 (566e6e25-0d76-43b8-8df6-e7bdca7bddd3/b4b0275a-513d-4279-a628-df871488e5f7/3a7ff29d-bac5-432b-99e4-29eaf26c52c9) {{(pid=94617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 04:30:04.592869 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] For port 85214bee-eddb-4757-8889-ed2af288e30a, host hv-cinder-81011, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81011',level=0,port_id=85214bee-eddb-4757-8889-ed2af288e30a,segment=NetworkSegment(bc8c3708-e396-4d9b-bfd8-c6b3490a63a6),segment_id=bc8c3708-e396-4d9b-bfd8-c6b3490a63a6)] {{(pid=94617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:30:04.642645 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-8ae19f1d-34dd-48b0-a222-c3c059a91199 req-5367ea67-efb3-4512-92f3-f9cd01ead51b tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bc11e4-7abd-4750-8ac3-63f5066b0018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152561 Sep 22 04:30:04.735655 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:04.783919 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-979b520b-70ec-4992-8c55-78e3098182ad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:04.813004 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-979b520b-70ec-4992-8c55-78e3098182ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:04.843691 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Pushing event updated for resources: {'Port': ['ID=85214bee-eddb-4757-8889-ed2af288e30a,revision_number=4']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:30:04.921983 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5bafaece-97d8-4e89-92f4-ce31abc0fdac None None] Notify callbacks [] for port, precommit_create {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:04.994177 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.db.db_base_plugin_common [None req-979b520b-70ec-4992-8c55-78e3098182ad admin admin] Allocated IP 172.27.3.47 (1c001e5d-5f10-46e0-9089-3ba13d08e463/ef28eb13-4204-4034-a22d-0722adaca342/aa84744b-8c84-4c53-8227-02cac750c229) {{(pid=94615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 04:30:05.068898 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] get_ports_and_sgs() called for port_ids ['85214bee-eddb-4757-8889-ed2af288e30a'] {{(pid=94617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 04:30:05.093054 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5bafaece-97d8-4e89-92f4-ce31abc0fdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769518673857'] for port, after_create {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:05.148538 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-979b520b-70ec-4992-8c55-78e3098182ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:05.165368 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bafaece-97d8-4e89-92f4-ce31abc0fdac None None] Pushing event updated for resources: {'Port': ['ID=3a7ff29d-bac5-432b-99e4-29eaf26c52c9,revision_number=1']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:30:05.216034 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bafaece-97d8-4e89-92f4-ce31abc0fdac None None] Network 566e6e25-0d76-43b8-8df6-e7bdca7bddd3 is already hosted by enough agents. {{(pid=94617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 04:30:05.218798 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.scheduler.base_scheduler [None req-5bafaece-97d8-4e89-92f4-ce31abc0fdac None None] Resources bound (agent type, host, resource id): {{(pid=94617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 04:30:05.223186 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bafaece-97d8-4e89-92f4-ce31abc0fdac None None] Received port after_create {{(pid=94617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 04:30:05.311569 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.managers [None req-5bafaece-97d8-4e89-92f4-ce31abc0fdac None None] Attempting to bind port 3a7ff29d-bac5-432b-99e4-29eaf26c52c9 on host dv-cinder-810118-1-iscsi for vnic_type normal with profile {{(pid=94617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 04:30:05.314963 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.managers [None req-5bafaece-97d8-4e89-92f4-ce31abc0fdac None None] Attempting to bind port 3a7ff29d-bac5-432b-99e4-29eaf26c52c9 by drivers openvswitch,hyperv on host dv-cinder-810118-1-iscsi at level 0 using segments [{'id': 'c620649f-70b6-4356-9160-bd14beaaa0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '566e6e25-0d76-43b8-8df6-e7bdca7bddd3'}] {{(pid=94617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 04:30:05.314963 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bafaece-97d8-4e89-92f4-ce31abc0fdac None None] Attempting to bind port 3a7ff29d-bac5-432b-99e4-29eaf26c52c9 on network 566e6e25-0d76-43b8-8df6-e7bdca7bddd3 {{(pid=94617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 04:30:05.322164 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bafaece-97d8-4e89-92f4-ce31abc0fdac None None] Checking agent: {'id': '43b86276-d23d-4f96-ad83-0361cfa8e6ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810118-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 4, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 4, 20, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 4, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810118-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 04:30:05.322164 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bafaece-97d8-4e89-92f4-ce31abc0fdac None None] Checking segment: {'id': 'c620649f-70b6-4356-9160-bd14beaaa0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '566e6e25-0d76-43b8-8df6-e7bdca7bddd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 04:30:05.322476 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5bafaece-97d8-4e89-92f4-ce31abc0fdac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:05.322862 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bafaece-97d8-4e89-92f4-ce31abc0fdac None None] Bound using segment: {'id': 'c620649f-70b6-4356-9160-bd14beaaa0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '566e6e25-0d76-43b8-8df6-e7bdca7bddd3'} {{(pid=94617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 04:30:05.323332 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.managers [None req-5bafaece-97d8-4e89-92f4-ce31abc0fdac None None] Bound port: 3a7ff29d-bac5-432b-99e4-29eaf26c52c9, host: dv-cinder-810118-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c620649f-70b6-4356-9160-bd14beaaa0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '566e6e25-0d76-43b8-8df6-e7bdca7bddd3'}}] {{(pid=94617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 04:30:05.323770 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5bafaece-97d8-4e89-92f4-ce31abc0fdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:05.340562 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-979b520b-70ec-4992-8c55-78e3098182ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769518673857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533447879'] for port, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:05.343837 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Device 22743b1b-06a1-4272-a4e2-75614bbb7676 up at agent ovs-agent-dv-cinder-810118-1-iscsi {{(pid=94617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 04:30:05.399820 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979b520b-70ec-4992-8c55-78e3098182ad admin admin] Network 1c001e5d-5f10-46e0-9089-3ba13d08e463 is already hosted by enough agents. {{(pid=94615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 04:30:05.402885 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.scheduler.base_scheduler [None req-979b520b-70ec-4992-8c55-78e3098182ad admin admin] Resources bound (agent type, host, resource id): {{(pid=94615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 04:30:05.410900 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979b520b-70ec-4992-8c55-78e3098182ad admin admin] Received port after_create {{(pid=94615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 04:30:05.414959 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979b520b-70ec-4992-8c55-78e3098182ad admin admin] Pushing event updated for resources: {'Port': ['ID=aa84744b-8c84-4c53-8227-02cac750c229,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:30:05.512229 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-5bafaece-97d8-4e89-92f4-ce31abc0fdac None None] For port 3a7ff29d-bac5-432b-99e4-29eaf26c52c9, host dv-cinder-810118-1-iscsi, cleared binding levels {{(pid=94617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 04:30:05.528502 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-5bafaece-97d8-4e89-92f4-ce31abc0fdac None None] For port 3a7ff29d-bac5-432b-99e4-29eaf26c52c9, host dv-cinder-810118-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810118-1-iscsi',level=0,port_id=3a7ff29d-bac5-432b-99e4-29eaf26c52c9,segment=NetworkSegment(c620649f-70b6-4356-9160-bd14beaaa0aa),segment_id=c620649f-70b6-4356-9160-bd14beaaa0aa)] {{(pid=94617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 04:30:05.529934 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Provisioning complete for port 22743b1b-06a1-4272-a4e2-75614bbb7676 triggered by entity L2. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 04:30:05.530360 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628798'] for port, provisioning_complete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:05.637255 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5bafaece-97d8-4e89-92f4-ce31abc0fdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:05.774576 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bafaece-97d8-4e89-92f4-ce31abc0fdac None None] Pushing event updated for resources: {'Port': ['ID=3a7ff29d-bac5-432b-99e4-29eaf26c52c9,revision_number=2']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:30:05.775248 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25784c8-722a-481f-a671-d7d9cc5631be req-0ed3c2d5-f2ca-42c1-91a8-35d822f17e44 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:05.776615 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-c25784c8-722a-481f-a671-d7d9cc5631be req-0ed3c2d5-f2ca-42c1-91a8-35d822f17e44 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ecf19b8-6886-42a0-afa3-aef3b137e1dc HTTP/1.1" status: 200 len: 945 time: 0.1818132 Sep 22 04:30:05.845855 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb0cf0a-219f-4488-aed7-31f8ba5b0aea req-9b95e457-0eba-40a4-b144-2803c98adf5d tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:05.849408 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-c25784c8-722a-481f-a671-d7d9cc5631be req-662309d6-bfe9-407e-ab90-1bc7b4d2944d tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa7be617-2fe6-4836-b1f1-d63120ca8390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567763 Sep 22 04:30:05.850663 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-1eb0cf0a-219f-4488-aed7-31f8ba5b0aea req-9b95e457-0eba-40a4-b144-2803c98adf5d tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/ports?device_id=f92a6550-c35d-45e8-bb0b-b6abd8d2b2d3 HTTP/1.1" status: 200 len: 944 time: 0.0955272 Sep 22 04:30:05.893532 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-1eb0cf0a-219f-4488-aed7-31f8ba5b0aea req-3c704114-3286-4882-ba1b-4b398f4760d4 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bc11e4-7abd-4750-8ac3-63f5066b0018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344324 Sep 22 04:30:06.054682 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-979b520b-70ec-4992-8c55-78e3098182ad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:06.262078 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-979b520b-70ec-4992-8c55-78e3098182ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1865740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1862584'] for router, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:06.667327 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-979b520b-70ec-4992-8c55-78e3098182ad admin admin] Router 350db003-ec8b-4a5e-86b1-2ce96e3ad0f2 is scheduled to L3 agent 67baeb3b-346e-4680-9ea8-6eec6aa84835 with binding_index 1 {{(pid=94615) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 04:30:06.725231 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7434cc59-674b-4e61-b296-68418f55d13f None None] Network 566e6e25-0d76-43b8-8df6-e7bdca7bddd3 requested from dv-cinder-810118-1-iscsi {{(pid=94617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 04:30:06.739714 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:06.791794 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-979b520b-70ec-4992-8c55-78e3098182ad admin admin] Notify agent at l3_agent.dv-cinder-810118-1-iscsi the message routers_updated {{(pid=94615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 04:30:06.800520 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-b2147ce6-8ef3-4f0b-885e-97fe32d854e6 None None] Provisioning complete for port 3a7ff29d-bac5-432b-99e4-29eaf26c52c9 triggered by entity DHCP. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 04:30:06.800981 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-b2147ce6-8ef3-4f0b-885e-97fe32d854e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628798'] for port, provisioning_complete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:06.801128 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93e23d3-d53f-4fcc-a90c-696c3cb2a07f None None] Sync routers for ids ['350db003-ec8b-4a5e-86b1-2ce96e3ad0f2'] in dv-cinder-810118-1-iscsi {{(pid=94618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 04:30:06.819592 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93e23d3-d53f-4fcc-a90c-696c3cb2a07f None None] Routers {'350db003-ec8b-4a5e-86b1-2ce96e3ad0f2'} bound to L3 agent in host dv-cinder-810118-1-iscsi {{(pid=94618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 04:30:06.821466 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.l3_hamode_db [None req-d93e23d3-d53f-4fcc-a90c-696c3cb2a07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810118-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T04:20:22Z,description=,heartbeat_timestamp=2021-09-22T04:29:52Z,host='dv-cinder-810118-1-iscsi',id=67baeb3b-346e-4680-9ea8-6eec6aa84835,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T04:20:23Z,topic='l3_agent')) {'router_ids': ['350db003-ec8b-4a5e-86b1-2ce96e3ad0f2'], 'active': True} {{(pid=94618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:30:06.896504 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-979b520b-70ec-4992-8c55-78e3098182ad admin admin] Notify callbacks [] for router, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:06.900799 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-979b520b-70ec-4992-8c55-78e3098182ad admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.4698067 Sep 22 04:30:06.901541 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 43844) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:30:06.974361 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.l3_dvr_db [None req-d93e23d3-d53f-4fcc-a90c-696c3cb2a07f None None] Set router 350db003-ec8b-4a5e-86b1-2ce96e3ad0f2 gateway port host: dv-cinder-810118-1-iscsi {{(pid=94618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 04:30:07.011288 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-b2147ce6-8ef3-4f0b-885e-97fe32d854e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:07.021613 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1c2d67-5a1f-4c82-87fb-55eee7964094 req-3fdd6f4f-3dab-4dd9-8a8b-0bda71cdae23 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:07.023794 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-fd1c2d67-5a1f-4c82-87fb-55eee7964094 req-3fdd6f4f-3dab-4dd9-8a8b-0bda71cdae23 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ecf19b8-6886-42a0-afa3-aef3b137e1dc HTTP/1.1" status: 200 len: 945 time: 0.0852022 Sep 22 04:30:07.116746 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-b2147ce6-8ef3-4f0b-885e-97fe32d854e6 None None] For port 3a7ff29d-bac5-432b-99e4-29eaf26c52c9, host dv-cinder-810118-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810118-1-iscsi',level=0,port_id=3a7ff29d-bac5-432b-99e4-29eaf26c52c9,segment=NetworkSegment(c620649f-70b6-4356-9160-bd14beaaa0aa),segment_id=c620649f-70b6-4356-9160-bd14beaaa0aa)] {{(pid=94617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:30:07.121615 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-fd1c2d67-5a1f-4c82-87fb-55eee7964094 req-359c3f00-3976-45fa-bc72-0c7529c0934f tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa7be617-2fe6-4836-b1f1-d63120ca8390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907452 Sep 22 04:30:07.204858 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-b2147ce6-8ef3-4f0b-885e-97fe32d854e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:07.247984 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5266dc13-9f92-4545-aa16-2f23a2880d91 req-338c9f93-e369-4930-97ee-0fe480b8fb21 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:07.258371 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-5266dc13-9f92-4545-aa16-2f23a2880d91 req-338c9f93-e369-4930-97ee-0fe480b8fb21 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/ports?device_id=f92a6550-c35d-45e8-bb0b-b6abd8d2b2d3 HTTP/1.1" status: 200 len: 944 time: 0.0840445 Sep 22 04:30:07.265502 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.l3_hamode_db [None req-d93e23d3-d53f-4fcc-a90c-696c3cb2a07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '350db003-ec8b-4a5e-86b1-2ce96e3ad0f2', 'name': 'tempest-TestMinimumBasicScenario-526103217-router', 'tenant_id': '5046500aa394437fa6b2939ce7954745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'external_fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': 'aa84744b-8c84-4c53-8227-02cac750c229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T04:30:03Z', 'updated_at': '2021-09-22T04:30:05Z', 'revision_number': 3, 'project_id': '5046500aa394437fa6b2939ce7954745', 'gw_port': {'id': 'aa84744b-8c84-4c53-8227-02cac750c229', 'name': '', 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:7a:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '350db003-ec8b-4a5e-86b1-2ce96e3ad0f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:30:04Z', 'updated_at': '2021-09-22T04:30:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810118-1-iscsi'}], 'dv-cinder-810118-1-iscsi', False) {} {{(pid=94618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:30:07.307489 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2147ce6-8ef3-4f0b-885e-97fe32d854e6 None None] Pushing event updated for resources: {'Port': ['ID=3a7ff29d-bac5-432b-99e4-29eaf26c52c9,revision_number=3']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:30:07.322410 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93e23d3-d53f-4fcc-a90c-696c3cb2a07f None None] Checking router: 350db003-ec8b-4a5e-86b1-2ce96e3ad0f2 for host: dv-cinder-810118-1-iscsi {{(pid=94618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 04:30:07.322841 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93e23d3-d53f-4fcc-a90c-696c3cb2a07f None None] Updating router 350db003-ec8b-4a5e-86b1-2ce96e3ad0f2 port aa84744b-8c84-4c53-8227-02cac750c229 binding host dv-cinder-810118-1-iscsi {{(pid=94618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 04:30:07.337015 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-5266dc13-9f92-4545-aa16-2f23a2880d91 req-e8260c99-df59-433e-a912-9e3f4b3cbb91 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bc11e4-7abd-4750-8ac3-63f5066b0018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777421 Sep 22 04:30:07.363101 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron_lib.callbacks.manager [None req-d93e23d3-d53f-4fcc-a90c-696c3cb2a07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:07.396386 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Device 3a7ff29d-bac5-432b-99e4-29eaf26c52c9 up at agent ovs-agent-dv-cinder-810118-1-iscsi {{(pid=94617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 04:30:07.456174 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Provisioning complete for port 3a7ff29d-bac5-432b-99e4-29eaf26c52c9 triggered by entity L2. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 04:30:07.456174 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628798'] for port, provisioning_complete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:07.538081 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-0dbe0a4a-090a-4c6c-87d1-3e7f48772c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:07.665508 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Device 85214bee-eddb-4757-8889-ed2af288e30a up at agent hyperv_hv-cinder-81011 {{(pid=94617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 04:30:07.709233 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-fdffff6d-8195-4df9-9786-2fb6f529dd4a None None] Provisioning complete for port 3a7ff29d-bac5-432b-99e4-29eaf26c52c9 triggered by entity DHCP. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 04:30:07.709821 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-fdffff6d-8195-4df9-9786-2fb6f529dd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628798'] for port, provisioning_complete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:07.724681 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron_lib.callbacks.manager [None req-d93e23d3-d53f-4fcc-a90c-696c3cb2a07f None None] Notify callbacks [] for port, precommit_update {{(pid=94618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:07.746939 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.db.db_base_plugin_common [None req-0dbe0a4a-090a-4c6c-87d1-3e7f48772c5c admin admin] Allocated IP 172.20.0.1 (566e6e25-0d76-43b8-8df6-e7bdca7bddd3/b4b0275a-513d-4279-a628-df871488e5f7/f6fbd149-6a30-4354-b040-6ef1578b66ad) {{(pid=94615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 04:30:07.848892 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron_lib.callbacks.manager [None req-d93e23d3-d53f-4fcc-a90c-696c3cb2a07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:07.858570 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-0dbe0a4a-090a-4c6c-87d1-3e7f48772c5c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:07.885583 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Provisioning for port 85214bee-eddb-4757-8889-ed2af288e30a completed by entity L2. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 04:30:07.890060 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Provisioning complete for port 85214bee-eddb-4757-8889-ed2af288e30a triggered by entity L2. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 04:30:07.890435 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628798'] for port, provisioning_complete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:07.918625 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25aaa752-5a96-4de0-81da-7451281ee7ca None None] Pushing event updated for resources: {'Port': ['ID=aa84744b-8c84-4c53-8227-02cac750c229,revision_number=2']} {{(pid=94618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:30:07.963808 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.plugins.ml2.managers [None req-d93e23d3-d53f-4fcc-a90c-696c3cb2a07f None None] Attempting to bind port aa84744b-8c84-4c53-8227-02cac750c229 on host dv-cinder-810118-1-iscsi for vnic_type normal with profile {{(pid=94618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 04:30:07.967800 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.plugins.ml2.managers [None req-d93e23d3-d53f-4fcc-a90c-696c3cb2a07f None None] Attempting to bind port aa84744b-8c84-4c53-8227-02cac750c229 by drivers openvswitch,hyperv on host dv-cinder-810118-1-iscsi at level 0 using segments [{'id': '57bccd0b-6164-41c6-a48d-7aba82135152', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463'}] {{(pid=94618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 04:30:07.967800 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93e23d3-d53f-4fcc-a90c-696c3cb2a07f None None] Attempting to bind port aa84744b-8c84-4c53-8227-02cac750c229 on network 1c001e5d-5f10-46e0-9089-3ba13d08e463 {{(pid=94618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 04:30:07.971420 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93e23d3-d53f-4fcc-a90c-696c3cb2a07f None None] Checking agent: {'id': '43b86276-d23d-4f96-ad83-0361cfa8e6ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810118-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 4, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 4, 20, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 4, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810118-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 04:30:07.972028 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93e23d3-d53f-4fcc-a90c-696c3cb2a07f None None] Checking segment: {'id': '57bccd0b-6164-41c6-a48d-7aba82135152', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 04:30:07.972524 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron_lib.callbacks.manager [None req-d93e23d3-d53f-4fcc-a90c-696c3cb2a07f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:07.972987 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93e23d3-d53f-4fcc-a90c-696c3cb2a07f None None] Bound using segment: {'id': '57bccd0b-6164-41c6-a48d-7aba82135152', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463'} {{(pid=94618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 04:30:07.973530 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.plugins.ml2.managers [None req-d93e23d3-d53f-4fcc-a90c-696c3cb2a07f None None] Bound port: aa84744b-8c84-4c53-8227-02cac750c229, host: dv-cinder-810118-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57bccd0b-6164-41c6-a48d-7aba82135152', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463'}}] {{(pid=94618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 04:30:07.974008 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron_lib.callbacks.manager [None req-d93e23d3-d53f-4fcc-a90c-696c3cb2a07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:07.987994 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-0dbe0a4a-090a-4c6c-87d1-3e7f48772c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769518673857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533447879'] for port, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:08.010422 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:08.034173 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f92a6550-c35d-45e8-bb0b-b6abd8d2b2d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85214bee-eddb-4757-8889-ed2af288e30a'}] {{(pid=94617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 04:30:08.035922 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.plugins.ml2.db [None req-d93e23d3-d53f-4fcc-a90c-696c3cb2a07f None None] For port aa84744b-8c84-4c53-8227-02cac750c229, host dv-cinder-810118-1-iscsi, cleared binding levels {{(pid=94618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 04:30:08.036949 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}993cef13cba3f0ab7640ec7edf55a13b4a27e0226575f61fb20ce20e7b239147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6f7ce2f-ccdc-495b-835a-e5b8f47aa009" -d '{"events": [{"server_uuid": "f92a6550-c35d-45e8-bb0b-b6abd8d2b2d3", "name": "network-vif-plugged", "status": "completed", "tag": "85214bee-eddb-4757-8889-ed2af288e30a"}]}' {{(pid=94617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 04:30:08.039792 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.plugins.ml2.db [None req-d93e23d3-d53f-4fcc-a90c-696c3cb2a07f None None] For port aa84744b-8c84-4c53-8227-02cac750c229, host dv-cinder-810118-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810118-1-iscsi',level=0,port_id=aa84744b-8c84-4c53-8227-02cac750c229,segment=NetworkSegment(57bccd0b-6164-41c6-a48d-7aba82135152),segment_id=57bccd0b-6164-41c6-a48d-7aba82135152)] {{(pid=94618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 04:30:08.047199 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dbe0a4a-090a-4c6c-87d1-3e7f48772c5c admin admin] Network 566e6e25-0d76-43b8-8df6-e7bdca7bddd3 is already hosted by enough agents. {{(pid=94615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 04:30:08.052516 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.scheduler.base_scheduler [None req-0dbe0a4a-090a-4c6c-87d1-3e7f48772c5c admin admin] Resources bound (agent type, host, resource id): {{(pid=94615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 04:30:08.052665 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] For port 85214bee-eddb-4757-8889-ed2af288e30a, host hv-cinder-81011, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81011',level=0,port_id=85214bee-eddb-4757-8889-ed2af288e30a,segment=NetworkSegment(bc8c3708-e396-4d9b-bfd8-c6b3490a63a6),segment_id=bc8c3708-e396-4d9b-bfd8-c6b3490a63a6)] {{(pid=94617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:30:08.064199 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbe0a4a-090a-4c6c-87d1-3e7f48772c5c admin admin] Received port after_create {{(pid=94615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 04:30:08.085532 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 04:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-616861f1-021b-4006-a484-cded5ab30d79 x-openstack-request-id: req-616861f1-021b-4006-a484-cded5ab30d79 {{(pid=94617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 04:30:08.085842 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f92a6550-c35d-45e8-bb0b-b6abd8d2b2d3", "name": "network-vif-plugged", "status": "completed", "tag": "85214bee-eddb-4757-8889-ed2af288e30a", "code": 200}]} {{(pid=94617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 04:30:08.086089 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-616861f1-021b-4006-a484-cded5ab30d79 {{(pid=94617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 04:30:08.086487 dv-cinder-810118-1-iscsi neutron-server[94617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f92a6550-c35d-45e8-bb0b-b6abd8d2b2d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85214bee-eddb-4757-8889-ed2af288e30a', 'code': 200} Sep 22 04:30:08.119062 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron_lib.callbacks.manager [None req-d93e23d3-d53f-4fcc-a90c-696c3cb2a07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:08.126854 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbe0a4a-090a-4c6c-87d1-3e7f48772c5c admin admin] Pushing event updated for resources: {'Port': ['ID=f6fbd149-6a30-4354-b040-6ef1578b66ad,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:30:08.153265 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-0dbe0a4a-090a-4c6c-87d1-3e7f48772c5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1865349'] for router_interface, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:08.182436 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:08.190937 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25aaa752-5a96-4de0-81da-7451281ee7ca None None] Pushing event updated for resources: {'Port': ['ID=aa84744b-8c84-4c53-8227-02cac750c229,revision_number=3']} {{(pid=94618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:30:08.220426 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93e23d3-d53f-4fcc-a90c-696c3cb2a07f None None] Routers {'350db003-ec8b-4a5e-86b1-2ce96e3ad0f2'} bound to L3 agent in host dv-cinder-810118-1-iscsi {{(pid=94618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 04:30:08.221193 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.l3_hamode_db [None req-d93e23d3-d53f-4fcc-a90c-696c3cb2a07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810118-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T04:20:22Z,description=,heartbeat_timestamp=2021-09-22T04:29:52Z,host='dv-cinder-810118-1-iscsi',id=67baeb3b-346e-4680-9ea8-6eec6aa84835,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T04:20:23Z,topic='l3_agent')) {'router_ids': ['350db003-ec8b-4a5e-86b1-2ce96e3ad0f2'], 'active': True} {{(pid=94618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:30:08.267917 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Pushing event updated for resources: {'Port': ['ID=85214bee-eddb-4757-8889-ed2af288e30a,revision_number=5']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:30:08.330473 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df4a367-c998-42d2-b549-cdd8811510a7 req-e42e1346-64b6-4573-801d-5707f2ca55d0 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:08.332092 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-5df4a367-c998-42d2-b549-cdd8811510a7 req-e42e1346-64b6-4573-801d-5707f2ca55d0 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ecf19b8-6886-42a0-afa3-aef3b137e1dc HTTP/1.1" status: 200 len: 945 time: 0.1232185 Sep 22 04:30:08.374823 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.l3_dvr_db [None req-d93e23d3-d53f-4fcc-a90c-696c3cb2a07f None None] Set router 350db003-ec8b-4a5e-86b1-2ce96e3ad0f2 gateway port host: dv-cinder-810118-1-iscsi {{(pid=94618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 04:30:08.383497 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-5df4a367-c998-42d2-b549-cdd8811510a7 req-0f65b140-7fd1-4c9b-b70a-f15d4742e2be tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa7be617-2fe6-4836-b1f1-d63120ca8390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430489 Sep 22 04:30:08.426882 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-e1b615ab-1ddb-4399-8c10-86a71a1187fd None None] Provisioning complete for port f6fbd149-6a30-4354-b040-6ef1578b66ad triggered by entity DHCP. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 04:30:08.427140 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-e1b615ab-1ddb-4399-8c10-86a71a1187fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628798'] for port, provisioning_complete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:08.480508 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.plugin [None req-e1b615ab-1ddb-4399-8c10-86a71a1187fd None None] Port f6fbd149-6a30-4354-b040-6ef1578b66ad cannot update to ACTIVE because it is not bound. {{(pid=94617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 04:30:08.493241 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-0dbe0a4a-090a-4c6c-87d1-3e7f48772c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:08.504743 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb6a247-b639-4281-85d1-1cf4bd84572b req-7f23af23-660b-4a22-b5ee-5077fc1b17e0 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:08.527497 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-ccb6a247-b639-4281-85d1-1cf4bd84572b req-7f23af23-660b-4a22-b5ee-5077fc1b17e0 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/ports?device_id=f92a6550-c35d-45e8-bb0b-b6abd8d2b2d3 HTTP/1.1" status: 200 len: 945 time: 0.0795903 Sep 22 04:30:08.628760 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-ccb6a247-b639-4281-85d1-1cf4bd84572b req-ed3d1c96-d649-4c9d-93d8-948888afc5a3 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bc11e4-7abd-4750-8ac3-63f5066b0018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996943 Sep 22 04:30:08.632456 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.l3_hamode_db [None req-d93e23d3-d53f-4fcc-a90c-696c3cb2a07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '350db003-ec8b-4a5e-86b1-2ce96e3ad0f2', 'name': 'tempest-TestMinimumBasicScenario-526103217-router', 'tenant_id': '5046500aa394437fa6b2939ce7954745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'external_fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': 'aa84744b-8c84-4c53-8227-02cac750c229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T04:30:03Z', 'updated_at': '2021-09-22T04:30:05Z', 'revision_number': 3, 'project_id': '5046500aa394437fa6b2939ce7954745', 'gw_port': {'id': 'aa84744b-8c84-4c53-8227-02cac750c229', 'name': '', 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:7a:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '350db003-ec8b-4a5e-86b1-2ce96e3ad0f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:30:04Z', 'updated_at': '2021-09-22T04:30:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810118-1-iscsi'}], 'dv-cinder-810118-1-iscsi', False) {} {{(pid=94618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:30:08.639073 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9a0184-35f7-4d5e-837b-1f45af213471 req-a65e6ae0-51ce-42fc-b8c4-5488176dac45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:08.640971 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-aa9a0184-35f7-4d5e-837b-1f45af213471 req-a65e6ae0-51ce-42fc-b8c4-5488176dac45 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f92a6550-c35d-45e8-bb0b-b6abd8d2b2d3 HTTP/1.1" status: 200 len: 1098 time: 0.0959237 Sep 22 04:30:08.659608 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93e23d3-d53f-4fcc-a90c-696c3cb2a07f None None] The sync data for ids ['350db003-ec8b-4a5e-86b1-2ce96e3ad0f2'] in dv-cinder-810118-1-iscsi is: [{'id': '350db003-ec8b-4a5e-86b1-2ce96e3ad0f2', 'name': 'tempest-TestMinimumBasicScenario-526103217-router', 'tenant_id': '5046500aa394437fa6b2939ce7954745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'external_fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': 'aa84744b-8c84-4c53-8227-02cac750c229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T04:30:03Z', 'updated_at': '2021-09-22T04:30:05Z', 'revision_number': 3, 'project_id': '5046500aa394437fa6b2939ce7954745', 'gw_port': {'id': 'aa84744b-8c84-4c53-8227-02cac750c229', 'name': '', 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:7a:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '350db003-ec8b-4a5e-86b1-2ce96e3ad0f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:30:04Z', 'updated_at': '2021-09-22T04:30:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810118-1-iscsi'}] {{(pid=94618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 04:30:08.687245 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-aa9a0184-35f7-4d5e-837b-1f45af213471 req-454665be-4b72-426b-8675-845ca6d7c7dc service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=65bc11e4-7abd-4750-8ac3-63f5066b0018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383599 Sep 22 04:30:08.703806 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-0dbe0a4a-090a-4c6c-87d1-3e7f48772c5c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:08.867574 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-0dbe0a4a-090a-4c6c-87d1-3e7f48772c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533447884'] for port, after_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:08.950009 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbe0a4a-090a-4c6c-87d1-3e7f48772c5c admin admin] Pushing event updated for resources: {'Port': ['ID=f6fbd149-6a30-4354-b040-6ef1578b66ad,revision_number=2']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:30:08.956953 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-0dbe0a4a-090a-4c6c-87d1-3e7f48772c5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1867637'] for router_interface, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:09.060194 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dbe0a4a-090a-4c6c-87d1-3e7f48772c5c admin admin] Network 566e6e25-0d76-43b8-8df6-e7bdca7bddd3 is already hosted by enough agents. {{(pid=94615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 04:30:09.061823 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.scheduler.base_scheduler [None req-0dbe0a4a-090a-4c6c-87d1-3e7f48772c5c admin admin] Resources bound (agent type, host, resource id): {{(pid=94615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 04:30:09.202746 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dbe0a4a-090a-4c6c-87d1-3e7f48772c5c admin admin] Router 350db003-ec8b-4a5e-86b1-2ce96e3ad0f2 has already been hosted by L3 agent 67baeb3b-346e-4680-9ea8-6eec6aa84835 {{(pid=94615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 04:30:09.312153 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-9efe2608-7b31-4fdf-9f3f-585b5a91bccd None None] Provisioning complete for port f6fbd149-6a30-4354-b040-6ef1578b66ad triggered by entity DHCP. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 04:30:09.313298 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-9efe2608-7b31-4fdf-9f3f-585b5a91bccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628798'] for port, provisioning_complete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:09.333553 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dbe0a4a-090a-4c6c-87d1-3e7f48772c5c admin admin] Notify agent at l3_agent.dv-cinder-810118-1-iscsi the message routers_updated {{(pid=94615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 04:30:09.340405 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-0dbe0a4a-090a-4c6c-87d1-3e7f48772c5c admin admin] 10.222.0.24 "PUT /v2.0/routers/350db003-ec8b-4a5e-86b1-2ce96e3ad0f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4378603 Sep 22 04:30:09.378004 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.plugin [None req-9efe2608-7b31-4fdf-9f3f-585b5a91bccd None None] Port f6fbd149-6a30-4354-b040-6ef1578b66ad cannot update to ACTIVE because it is not bound. {{(pid=94617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 04:30:09.434784 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Device 3a7ff29d-bac5-432b-99e4-29eaf26c52c9 up at agent ovs-agent-dv-cinder-810118-1-iscsi {{(pid=94617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 04:30:09.523795 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Provisioning complete for port 3a7ff29d-bac5-432b-99e4-29eaf26c52c9 triggered by entity L2. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 04:30:09.524623 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628798'] for port, provisioning_complete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:09.567912 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0508078-e3ab-47ca-81ef-4480432e0972 req-a256fb35-45bc-4d53-b3b4-7195c3a866ae tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:09.570416 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-e0508078-e3ab-47ca-81ef-4480432e0972 req-a256fb35-45bc-4d53-b3b4-7195c3a866ae tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ecf19b8-6886-42a0-afa3-aef3b137e1dc HTTP/1.1" status: 200 len: 945 time: 0.0843163 Sep 22 04:30:09.624605 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-e0508078-e3ab-47ca-81ef-4480432e0972 req-e52f97a4-e3f3-4d3a-a4c7-0085711ed91a tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa7be617-2fe6-4836-b1f1-d63120ca8390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475035 Sep 22 04:30:09.634503 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Device aa84744b-8c84-4c53-8227-02cac750c229 up at agent ovs-agent-dv-cinder-810118-1-iscsi {{(pid=94617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 04:30:09.702423 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Provisioning complete for port aa84744b-8c84-4c53-8227-02cac750c229 triggered by entity L2. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 04:30:09.702795 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628798'] for port, provisioning_complete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:09.768712 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ca4799-4b1a-403a-b52f-dc7338c7385a req-a92cfe58-b5a3-4fba-bc06-f95477653c35 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:09.770823 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-76ca4799-4b1a-403a-b52f-dc7338c7385a req-a92cfe58-b5a3-4fba-bc06-f95477653c35 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/ports?device_id=f92a6550-c35d-45e8-bb0b-b6abd8d2b2d3 HTTP/1.1" status: 200 len: 945 time: 0.0515990 Sep 22 04:30:09.806270 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:09.822386 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-76ca4799-4b1a-403a-b52f-dc7338c7385a req-ff795fff-ece9-45ba-9d5d-a078b0b8c73b tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bc11e4-7abd-4750-8ac3-63f5066b0018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446312 Sep 22 04:30:09.833235 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] For port aa84744b-8c84-4c53-8227-02cac750c229, host dv-cinder-810118-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810118-1-iscsi',level=0,port_id=aa84744b-8c84-4c53-8227-02cac750c229,segment=NetworkSegment(57bccd0b-6164-41c6-a48d-7aba82135152),segment_id=57bccd0b-6164-41c6-a48d-7aba82135152)] {{(pid=94617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:30:09.925648 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:09.984058 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Pushing event updated for resources: {'Port': ['ID=aa84744b-8c84-4c53-8227-02cac750c229,revision_number=4']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:30:10.745417 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c5598a-fd1f-49f9-92f8-231eb44d1bda req-6c316492-c92b-47a7-8044-f2763ce2b33c tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:10.745417 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-37c5598a-fd1f-49f9-92f8-231eb44d1bda req-6c316492-c92b-47a7-8044-f2763ce2b33c tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ecf19b8-6886-42a0-afa3-aef3b137e1dc HTTP/1.1" status: 200 len: 945 time: 0.0466678 Sep 22 04:30:10.793930 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-37c5598a-fd1f-49f9-92f8-231eb44d1bda req-51ad006e-188d-403c-b0c0-4ff668a23388 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa7be617-2fe6-4836-b1f1-d63120ca8390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457354 Sep 22 04:30:11.012741 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cff51b-aa07-4ef7-9c0e-36400fca4cbf req-c705af4e-eeea-4d36-a438-dedb3d56a890 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:11.014140 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-e3cff51b-aa07-4ef7-9c0e-36400fca4cbf req-c705af4e-eeea-4d36-a438-dedb3d56a890 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/ports?device_id=f92a6550-c35d-45e8-bb0b-b6abd8d2b2d3 HTTP/1.1" status: 200 len: 945 time: 0.0523984 Sep 22 04:30:11.057110 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-e3cff51b-aa07-4ef7-9c0e-36400fca4cbf req-e5c6e9bd-5e59-41e1-91ed-a5cc335ac102 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bc11e4-7abd-4750-8ac3-63f5066b0018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368204 Sep 22 04:30:11.158729 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d97ee8b-4d18-41e7-ba32-89309e6181c6 None None] Sync routers for ids ['350db003-ec8b-4a5e-86b1-2ce96e3ad0f2'] in dv-cinder-810118-1-iscsi {{(pid=94617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 04:30:11.172363 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d97ee8b-4d18-41e7-ba32-89309e6181c6 None None] Routers {'350db003-ec8b-4a5e-86b1-2ce96e3ad0f2'} bound to L3 agent in host dv-cinder-810118-1-iscsi {{(pid=94617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 04:30:11.177489 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-3d97ee8b-4d18-41e7-ba32-89309e6181c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810118-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T04:20:22Z,description=,heartbeat_timestamp=2021-09-22T04:29:52Z,host='dv-cinder-810118-1-iscsi',id=67baeb3b-346e-4680-9ea8-6eec6aa84835,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T04:20:23Z,topic='l3_agent')) {'router_ids': ['350db003-ec8b-4a5e-86b1-2ce96e3ad0f2'], 'active': True} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:30:11.304984 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvr_db [None req-3d97ee8b-4d18-41e7-ba32-89309e6181c6 None None] Set router 350db003-ec8b-4a5e-86b1-2ce96e3ad0f2 gateway port host: dv-cinder-810118-1-iscsi {{(pid=94617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 04:30:11.308264 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Device aa84744b-8c84-4c53-8227-02cac750c229 up at agent ovs-agent-dv-cinder-810118-1-iscsi {{(pid=94617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 04:30:11.471681 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Provisioning complete for port aa84744b-8c84-4c53-8227-02cac750c229 triggered by entity L2. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 04:30:11.476047 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628798'] for port, provisioning_complete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:11.604975 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-3d97ee8b-4d18-41e7-ba32-89309e6181c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '350db003-ec8b-4a5e-86b1-2ce96e3ad0f2', 'name': 'tempest-TestMinimumBasicScenario-526103217-router', 'tenant_id': '5046500aa394437fa6b2939ce7954745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'external_fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': 'aa84744b-8c84-4c53-8227-02cac750c229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T04:30:03Z', 'updated_at': '2021-09-22T04:30:08Z', 'revision_number': 4, 'project_id': '5046500aa394437fa6b2939ce7954745', 'gw_port': {'id': 'aa84744b-8c84-4c53-8227-02cac750c229', 'name': '', 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:7a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350db003-ec8b-4a5e-86b1-2ce96e3ad0f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:30:04Z', 'updated_at': '2021-09-22T04:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810118-1-iscsi', '_interfaces': [{'id': 'f6fbd149-6a30-4354-b040-6ef1578b66ad', 'name': '', 'network_id': '566e6e25-0d76-43b8-8df6-e7bdca7bddd3', 'tenant_id': '5046500aa394437fa6b2939ce7954745', 'mac_address': 'fa:16:3e:12:40:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '350db003-ec8b-4a5e-86b1-2ce96e3ad0f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'b4b0275a-513d-4279-a628-df871488e5f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:30:07Z', 'updated_at': '2021-09-22T04:30:08Z', 'revision_number': 2, 'project_id': '5046500aa394437fa6b2939ce7954745', 'subnets': [{'id': 'b4b0275a-513d-4279-a628-df871488e5f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810118-1-iscsi', False) {} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:30:11.631731 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d97ee8b-4d18-41e7-ba32-89309e6181c6 None None] Checking router: 350db003-ec8b-4a5e-86b1-2ce96e3ad0f2 for host: dv-cinder-810118-1-iscsi {{(pid=94617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 04:30:11.632090 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d97ee8b-4d18-41e7-ba32-89309e6181c6 None None] Updating router 350db003-ec8b-4a5e-86b1-2ce96e3ad0f2 port f6fbd149-6a30-4354-b040-6ef1578b66ad binding host dv-cinder-810118-1-iscsi {{(pid=94617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 04:30:11.659167 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-3d97ee8b-4d18-41e7-ba32-89309e6181c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:11.925719 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c71da1f-f443-4fbc-aa5f-3fc2bc8f99fe req-024d8ad4-e652-4d44-85d5-1511eaff1b58 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:11.927215 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-4c71da1f-f443-4fbc-aa5f-3fc2bc8f99fe req-024d8ad4-e652-4d44-85d5-1511eaff1b58 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ecf19b8-6886-42a0-afa3-aef3b137e1dc HTTP/1.1" status: 200 len: 945 time: 0.0654869 Sep 22 04:30:11.951566 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-3d97ee8b-4d18-41e7-ba32-89309e6181c6 None None] Notify callbacks [] for port, precommit_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:11.966877 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-4c71da1f-f443-4fbc-aa5f-3fc2bc8f99fe req-5513bfe4-738d-4378-8a40-3db351d04a52 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa7be617-2fe6-4836-b1f1-d63120ca8390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329750 Sep 22 04:30:12.181922 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-3d97ee8b-4d18-41e7-ba32-89309e6181c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:12.233306 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38030f5-be85-4659-82a8-97d6b209ba6f None None] Pushing event updated for resources: {'Port': ['ID=f6fbd149-6a30-4354-b040-6ef1578b66ad,revision_number=3']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:30:12.290538 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.managers [None req-3d97ee8b-4d18-41e7-ba32-89309e6181c6 None None] Attempting to bind port f6fbd149-6a30-4354-b040-6ef1578b66ad on host dv-cinder-810118-1-iscsi for vnic_type normal with profile {{(pid=94617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 04:30:12.290538 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.managers [None req-3d97ee8b-4d18-41e7-ba32-89309e6181c6 None None] Attempting to bind port f6fbd149-6a30-4354-b040-6ef1578b66ad by drivers openvswitch,hyperv on host dv-cinder-810118-1-iscsi at level 0 using segments [{'id': 'c620649f-70b6-4356-9160-bd14beaaa0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '566e6e25-0d76-43b8-8df6-e7bdca7bddd3'}] {{(pid=94617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 04:30:12.290926 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d97ee8b-4d18-41e7-ba32-89309e6181c6 None None] Attempting to bind port f6fbd149-6a30-4354-b040-6ef1578b66ad on network 566e6e25-0d76-43b8-8df6-e7bdca7bddd3 {{(pid=94617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 04:30:12.296346 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d97ee8b-4d18-41e7-ba32-89309e6181c6 None None] Checking agent: {'id': '43b86276-d23d-4f96-ad83-0361cfa8e6ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810118-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 4, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 4, 20, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 4, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810118-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 04:30:12.297310 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d97ee8b-4d18-41e7-ba32-89309e6181c6 None None] Checking segment: {'id': 'c620649f-70b6-4356-9160-bd14beaaa0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '566e6e25-0d76-43b8-8df6-e7bdca7bddd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 04:30:12.297719 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-3d97ee8b-4d18-41e7-ba32-89309e6181c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:12.298130 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d97ee8b-4d18-41e7-ba32-89309e6181c6 None None] Bound using segment: {'id': 'c620649f-70b6-4356-9160-bd14beaaa0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '566e6e25-0d76-43b8-8df6-e7bdca7bddd3'} {{(pid=94617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 04:30:12.298587 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.managers [None req-3d97ee8b-4d18-41e7-ba32-89309e6181c6 None None] Bound port: f6fbd149-6a30-4354-b040-6ef1578b66ad, host: dv-cinder-810118-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c620649f-70b6-4356-9160-bd14beaaa0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '566e6e25-0d76-43b8-8df6-e7bdca7bddd3'}}] {{(pid=94617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 04:30:12.298965 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-3d97ee8b-4d18-41e7-ba32-89309e6181c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:12.379072 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-3d97ee8b-4d18-41e7-ba32-89309e6181c6 None None] For port f6fbd149-6a30-4354-b040-6ef1578b66ad, host dv-cinder-810118-1-iscsi, cleared binding levels {{(pid=94617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 04:30:12.383199 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-3d97ee8b-4d18-41e7-ba32-89309e6181c6 None None] For port f6fbd149-6a30-4354-b040-6ef1578b66ad, host dv-cinder-810118-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810118-1-iscsi',level=0,port_id=f6fbd149-6a30-4354-b040-6ef1578b66ad,segment=NetworkSegment(c620649f-70b6-4356-9160-bd14beaaa0aa),segment_id=c620649f-70b6-4356-9160-bd14beaaa0aa)] {{(pid=94617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 04:30:12.477896 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-3d97ee8b-4d18-41e7-ba32-89309e6181c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:12.551969 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38030f5-be85-4659-82a8-97d6b209ba6f None None] Pushing event updated for resources: {'Port': ['ID=f6fbd149-6a30-4354-b040-6ef1578b66ad,revision_number=4']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:30:12.555790 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-af09b458-4400-4e7e-8bd3-512d9d48d01e None None] Provisioning complete for port f6fbd149-6a30-4354-b040-6ef1578b66ad triggered by entity DHCP. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 04:30:12.556164 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-af09b458-4400-4e7e-8bd3-512d9d48d01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628798'] for port, provisioning_complete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:12.557752 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d97ee8b-4d18-41e7-ba32-89309e6181c6 None None] Routers {'350db003-ec8b-4a5e-86b1-2ce96e3ad0f2'} bound to L3 agent in host dv-cinder-810118-1-iscsi {{(pid=94617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 04:30:12.558362 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-3d97ee8b-4d18-41e7-ba32-89309e6181c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810118-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T04:20:22Z,description=,heartbeat_timestamp=2021-09-22T04:29:52Z,host='dv-cinder-810118-1-iscsi',id=67baeb3b-346e-4680-9ea8-6eec6aa84835,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T04:20:23Z,topic='l3_agent')) {'router_ids': ['350db003-ec8b-4a5e-86b1-2ce96e3ad0f2'], 'active': True} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:30:12.829261 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvr_db [None req-3d97ee8b-4d18-41e7-ba32-89309e6181c6 None None] Set router 350db003-ec8b-4a5e-86b1-2ce96e3ad0f2 gateway port host: dv-cinder-810118-1-iscsi {{(pid=94617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 04:30:12.872050 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-af09b458-4400-4e7e-8bd3-512d9d48d01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:12.958571 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-af09b458-4400-4e7e-8bd3-512d9d48d01e None None] For port f6fbd149-6a30-4354-b040-6ef1578b66ad, host dv-cinder-810118-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810118-1-iscsi',level=0,port_id=f6fbd149-6a30-4354-b040-6ef1578b66ad,segment=NetworkSegment(c620649f-70b6-4356-9160-bd14beaaa0aa),segment_id=c620649f-70b6-4356-9160-bd14beaaa0aa)] {{(pid=94617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:30:13.059888 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-3d97ee8b-4d18-41e7-ba32-89309e6181c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '350db003-ec8b-4a5e-86b1-2ce96e3ad0f2', 'name': 'tempest-TestMinimumBasicScenario-526103217-router', 'tenant_id': '5046500aa394437fa6b2939ce7954745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'external_fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': 'aa84744b-8c84-4c53-8227-02cac750c229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T04:30:03Z', 'updated_at': '2021-09-22T04:30:08Z', 'revision_number': 4, 'project_id': '5046500aa394437fa6b2939ce7954745', 'gw_port': {'id': 'aa84744b-8c84-4c53-8227-02cac750c229', 'name': '', 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:7a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350db003-ec8b-4a5e-86b1-2ce96e3ad0f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:30:04Z', 'updated_at': '2021-09-22T04:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810118-1-iscsi', '_interfaces': [{'id': 'f6fbd149-6a30-4354-b040-6ef1578b66ad', 'name': '', 'network_id': '566e6e25-0d76-43b8-8df6-e7bdca7bddd3', 'tenant_id': '5046500aa394437fa6b2939ce7954745', 'mac_address': 'fa:16:3e:12:40:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '350db003-ec8b-4a5e-86b1-2ce96e3ad0f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'b4b0275a-513d-4279-a628-df871488e5f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:30:07Z', 'updated_at': '2021-09-22T04:30:12Z', 'revision_number': 4, 'project_id': '5046500aa394437fa6b2939ce7954745', 'subnets': [{'id': 'b4b0275a-513d-4279-a628-df871488e5f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810118-1-iscsi', False) {} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:30:13.086050 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d97ee8b-4d18-41e7-ba32-89309e6181c6 None None] The sync data for ids ['350db003-ec8b-4a5e-86b1-2ce96e3ad0f2'] in dv-cinder-810118-1-iscsi is: [{'id': '350db003-ec8b-4a5e-86b1-2ce96e3ad0f2', 'name': 'tempest-TestMinimumBasicScenario-526103217-router', 'tenant_id': '5046500aa394437fa6b2939ce7954745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'external_fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': 'aa84744b-8c84-4c53-8227-02cac750c229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T04:30:03Z', 'updated_at': '2021-09-22T04:30:08Z', 'revision_number': 4, 'project_id': '5046500aa394437fa6b2939ce7954745', 'gw_port': {'id': 'aa84744b-8c84-4c53-8227-02cac750c229', 'name': '', 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:7a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350db003-ec8b-4a5e-86b1-2ce96e3ad0f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:30:04Z', 'updated_at': '2021-09-22T04:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810118-1-iscsi', '_interfaces': [{'id': 'f6fbd149-6a30-4354-b040-6ef1578b66ad', 'name': '', 'network_id': '566e6e25-0d76-43b8-8df6-e7bdca7bddd3', 'tenant_id': '5046500aa394437fa6b2939ce7954745', 'mac_address': 'fa:16:3e:12:40:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '350db003-ec8b-4a5e-86b1-2ce96e3ad0f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'b4b0275a-513d-4279-a628-df871488e5f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:30:07Z', 'updated_at': '2021-09-22T04:30:12Z', 'revision_number': 4, 'project_id': '5046500aa394437fa6b2939ce7954745', 'subnets': [{'id': 'b4b0275a-513d-4279-a628-df871488e5f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 04:30:13.135811 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-af09b458-4400-4e7e-8bd3-512d9d48d01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:13.196327 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af09b458-4400-4e7e-8bd3-512d9d48d01e None None] Pushing event updated for resources: {'Port': ['ID=f6fbd149-6a30-4354-b040-6ef1578b66ad,revision_number=5']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:30:13.284632 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-6e8b128f-6655-4074-876d-d4d5401fd8c4 None None] Provisioning complete for port f6fbd149-6a30-4354-b040-6ef1578b66ad triggered by entity DHCP. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 04:30:13.288290 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-6e8b128f-6655-4074-876d-d4d5401fd8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628798'] for port, provisioning_complete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:13.375638 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Device f6fbd149-6a30-4354-b040-6ef1578b66ad up at agent ovs-agent-dv-cinder-810118-1-iscsi {{(pid=94617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 04:30:13.438647 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Provisioning complete for port f6fbd149-6a30-4354-b040-6ef1578b66ad triggered by entity L2. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 04:30:13.439101 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628798'] for port, provisioning_complete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:13.930976 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d9b9b7-9309-4bc7-91ab-c41b81763779 req-d37c00ba-8c92-45e8-8870-49e7f556c0ad tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:13.932434 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-37d9b9b7-9309-4bc7-91ab-c41b81763779 req-d37c00ba-8c92-45e8-8870-49e7f556c0ad tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ecf19b8-6886-42a0-afa3-aef3b137e1dc HTTP/1.1" status: 200 len: 945 time: 0.0507569 Sep 22 04:30:13.981191 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-37d9b9b7-9309-4bc7-91ab-c41b81763779 req-f4d873a1-1544-4342-8393-688f37e08c72 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa7be617-2fe6-4836-b1f1-d63120ca8390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376599 Sep 22 04:30:14.686512 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 44028) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:30:14.852662 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-90e1abd4-1749-40b5-8a70-4e1e6b835a8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:15.040555 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-90e1abd4-1749-40b5-8a70-4e1e6b835a8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:15.041783 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0246b1fb-b54d-4fdc-b40f-bae67ddf8a56 req-cb51f4c7-8fbd-40b9-8f32-2e4b3e6b8d9e tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:15.050191 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-0246b1fb-b54d-4fdc-b40f-bae67ddf8a56 req-cb51f4c7-8fbd-40b9-8f32-2e4b3e6b8d9e tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=73071d9e-f5bc-439b-a5c9-d1ef0da01f57 HTTP/1.1" status: 200 len: 945 time: 0.0714037 Sep 22 04:30:15.099378 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-0246b1fb-b54d-4fdc-b40f-bae67ddf8a56 req-6c9758f8-d8e8-4105-ba5c-f42c7daa0c77 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=0987b5bf-9d30-4aee-b9ff-4b85b30fe4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481646 Sep 22 04:30:15.136278 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-90e1abd4-1749-40b5-8a70-4e1e6b835a8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:15.195620 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-90e1abd4-1749-40b5-8a70-4e1e6b835a8f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b57f8cd73f9649009ed07c1df645a4b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5080016 Sep 22 04:30:15.197860 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e1abd4-1749-40b5-8a70-4e1e6b835a8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c863a528-26be-44a4-810e-daafd9ab5abb,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:30:15.199039 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 44046) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:30:15.219870 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ad4fa2-e6dc-4f15-84cb-3777f38a2a1f req-d664ff55-cfc0-409d-a910-9eda4c9a5e4c tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:15.228838 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-71ad4fa2-e6dc-4f15-84cb-3777f38a2a1f req-d664ff55-cfc0-409d-a910-9eda4c9a5e4c tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ecf19b8-6886-42a0-afa3-aef3b137e1dc HTTP/1.1" status: 200 len: 945 time: 0.1356859 Sep 22 04:30:15.266110 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-54a19884-5e2e-4918-898d-7fb002acfb49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:15.289623 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-71ad4fa2-e6dc-4f15-84cb-3777f38a2a1f req-1a573f34-f82b-4477-a55e-c63332993832 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa7be617-2fe6-4836-b1f1-d63120ca8390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455353 Sep 22 04:30:15.325540 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-54a19884-5e2e-4918-898d-7fb002acfb49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:15.486881 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-54a19884-5e2e-4918-898d-7fb002acfb49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:15.489429 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-54a19884-5e2e-4918-898d-7fb002acfb49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:15.499777 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-54a19884-5e2e-4918-898d-7fb002acfb49 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c863a528-26be-44a4-810e-daafd9ab5abb HTTP/1.1" status: 204 len: 168 time: 0.2995856 Sep 22 04:30:15.512750 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a19884-5e2e-4918-898d-7fb002acfb49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c863a528-26be-44a4-810e-daafd9ab5abb,revision_number=None']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:30:16.468847 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964074f4-7de4-469f-86e8-363f1ce4e5fb req-8d4b7d32-3248-42ff-8519-3a362ef86cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:16.471239 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-964074f4-7de4-469f-86e8-363f1ce4e5fb req-8d4b7d32-3248-42ff-8519-3a362ef86cb5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1ecf19b8-6886-42a0-afa3-aef3b137e1dc HTTP/1.1" status: 200 len: 1098 time: 0.1493497 Sep 22 04:30:16.487773 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aca269-3e64-4c6a-8785-ba5ad78218f3 req-cf0f7b77-7972-4a16-915d-01f85c0dc773 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:16.495846 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-e5aca269-3e64-4c6a-8785-ba5ad78218f3 req-cf0f7b77-7972-4a16-915d-01f85c0dc773 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=73071d9e-f5bc-439b-a5c9-d1ef0da01f57 HTTP/1.1" status: 200 len: 945 time: 0.2466152 Sep 22 04:30:16.576793 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-e5aca269-3e64-4c6a-8785-ba5ad78218f3 req-17cd8905-4351-403d-8ea5-513a2452aaa9 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=0987b5bf-9d30-4aee-b9ff-4b85b30fe4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755603 Sep 22 04:30:16.577009 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8701cfd0-6b4c-470c-a16f-db306e52e2e2 req-47672f70-e8e2-4fe6-9721-5a25cb65db71 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:16.597498 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-964074f4-7de4-469f-86e8-363f1ce4e5fb req-3d05b571-7000-4f6e-9919-7854202ef877 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=aa7be617-2fe6-4836-b1f1-d63120ca8390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991828 Sep 22 04:30:16.602104 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-8701cfd0-6b4c-470c-a16f-db306e52e2e2 req-47672f70-e8e2-4fe6-9721-5a25cb65db71 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ecf19b8-6886-42a0-afa3-aef3b137e1dc HTTP/1.1" status: 200 len: 945 time: 0.1817975 Sep 22 04:30:16.675329 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-8701cfd0-6b4c-470c-a16f-db306e52e2e2 req-aa220120-d7b0-4ee6-98f0-bde7af6b0e60 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa7be617-2fe6-4836-b1f1-d63120ca8390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723183 Sep 22 04:30:17.267807 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 44088) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:30:17.290494 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-66d6d841-0024-4c22-af45-f7ffa155144e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:17.410939 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-66d6d841-0024-4c22-af45-f7ffa155144e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:17.472353 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 44094) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:30:17.505312 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-66d6d841-0024-4c22-af45-f7ffa155144e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:17.548548 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d6d841-0024-4c22-af45-f7ffa155144e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7867a07-ffb5-4fde-80ec-e0489d5b3040,revision_number=1']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:30:17.565646 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-66d6d841-0024-4c22-af45-f7ffa155144e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=08245536742c462097ab8f927d930924&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2955649 Sep 22 04:30:17.567295 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 44098) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:30:17.632985 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-50e165cc-9aa2-4211-aee8-11f2f7810ae0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:17.649227 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-c348896b-b1c7-4f92-8926-630801acadd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:17.735167 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-50e165cc-9aa2-4211-aee8-11f2f7810ae0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:17.786323 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdec34c5-02bd-487f-9175-1ccc377164d2 req-d96e576c-6b40-4c25-acb2-6b6ed2f4468e tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:17.789115 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-cdec34c5-02bd-487f-9175-1ccc377164d2 req-d96e576c-6b40-4c25-acb2-6b6ed2f4468e tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=73071d9e-f5bc-439b-a5c9-d1ef0da01f57 HTTP/1.1" status: 200 len: 945 time: 0.1235790 Sep 22 04:30:17.823872 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786c4c19-0808-4357-a5df-e9f089363524 req-c4f2bc60-8c6f-4675-9b36-dbd0d23740fd tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:17.826047 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-786c4c19-0808-4357-a5df-e9f089363524 req-c4f2bc60-8c6f-4675-9b36-dbd0d23740fd tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ecf19b8-6886-42a0-afa3-aef3b137e1dc HTTP/1.1" status: 200 len: 945 time: 0.0622554 Sep 22 04:30:17.858565 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-cdec34c5-02bd-487f-9175-1ccc377164d2 req-326edf4c-b437-40e2-9649-11b2ccb1d496 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=0987b5bf-9d30-4aee-b9ff-4b85b30fe4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582545 Sep 22 04:30:17.889980 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-786c4c19-0808-4357-a5df-e9f089363524 req-f8f53909-2b72-4faf-9a72-e56db6d546dc tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa7be617-2fe6-4836-b1f1-d63120ca8390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547769 Sep 22 04:30:17.907997 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-c348896b-b1c7-4f92-8926-630801acadd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:18.000248 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-c348896b-b1c7-4f92-8926-630801acadd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:18.053932 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-c348896b-b1c7-4f92-8926-630801acadd9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=11652b3441ef4ee1bc78d7c9d5246356&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5801394 Sep 22 04:30:18.056059 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-50e165cc-9aa2-4211-aee8-11f2f7810ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:18.056438 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 44108) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:30:18.059139 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-50e165cc-9aa2-4211-aee8-11f2f7810ae0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:18.062528 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-50e165cc-9aa2-4211-aee8-11f2f7810ae0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e7867a07-ffb5-4fde-80ec-e0489d5b3040 HTTP/1.1" status: 204 len: 168 time: 0.4908559 Sep 22 04:30:18.062528 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c348896b-b1c7-4f92-8926-630801acadd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2befe42d-310c-429e-9d69-fc5280347214,revision_number=1']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:30:18.076749 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e165cc-9aa2-4211-aee8-11f2f7810ae0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7867a07-ffb5-4fde-80ec-e0489d5b3040,revision_number=None']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:30:18.168972 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-c1bcde31-395b-4de4-8ce0-26cdd7d83731 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:18.197882 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-c1bcde31-395b-4de4-8ce0-26cdd7d83731 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:18.337576 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-c1bcde31-395b-4de4-8ce0-26cdd7d83731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:18.340150 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-c1bcde31-395b-4de4-8ce0-26cdd7d83731 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:18.344390 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-c1bcde31-395b-4de4-8ce0-26cdd7d83731 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2befe42d-310c-429e-9d69-fc5280347214 HTTP/1.1" status: 204 len: 168 time: 0.2869081 Sep 22 04:30:18.355652 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bcde31-395b-4de4-8ce0-26cdd7d83731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2befe42d-310c-429e-9d69-fc5280347214,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:30:19.001165 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a067c71-3c5b-462c-b74b-9f9164c52b5c req-153fe08e-1388-408c-9f1c-994571b5440a tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:19.002917 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-3a067c71-3c5b-462c-b74b-9f9164c52b5c req-153fe08e-1388-408c-9f1c-994571b5440a tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=73071d9e-f5bc-439b-a5c9-d1ef0da01f57 HTTP/1.1" status: 200 len: 945 time: 0.0520499 Sep 22 04:30:19.015315 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5db175-f2c4-49fc-9732-494870cee42c req-211c8bb9-cc3a-4819-a97d-39e57bc94c02 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:19.017000 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-3c5db175-f2c4-49fc-9732-494870cee42c req-211c8bb9-cc3a-4819-a97d-39e57bc94c02 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ecf19b8-6886-42a0-afa3-aef3b137e1dc HTTP/1.1" status: 200 len: 945 time: 0.0582132 Sep 22 04:30:19.045275 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-3a067c71-3c5b-462c-b74b-9f9164c52b5c req-21ab5dc3-241b-4033-8bfe-a787228bf3fc tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=0987b5bf-9d30-4aee-b9ff-4b85b30fe4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345020 Sep 22 04:30:19.075878 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-3c5db175-f2c4-49fc-9732-494870cee42c req-6135782e-afb4-4dda-b367-f452a698dc8a tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa7be617-2fe6-4836-b1f1-d63120ca8390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522664 Sep 22 04:30:19.603967 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 44142) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:30:19.622380 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-119e6d78-c5ce-466e-b6ea-2c06ab572e83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:19.700044 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a5b8dd-e33c-4798-b680-8155a43a9ca0 req-7545a6c3-16dc-4bb2-b9a9-91684052c829 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:19.707832 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-c4a5b8dd-e33c-4798-b680-8155a43a9ca0 req-7545a6c3-16dc-4bb2-b9a9-91684052c829 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ecf19b8-6886-42a0-afa3-aef3b137e1dc HTTP/1.1" status: 200 len: 945 time: 0.0595338 Sep 22 04:30:19.715691 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 44144) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:30:19.744532 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-355c9661-6864-44bd-bfd2-57cc51475865 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:19.752561 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-c4a5b8dd-e33c-4798-b680-8155a43a9ca0 req-10d4700f-2b3f-4ad7-94de-43c430b10a8f tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa7be617-2fe6-4836-b1f1-d63120ca8390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436940 Sep 22 04:30:19.812537 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-119e6d78-c5ce-466e-b6ea-2c06ab572e83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:19.834191 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66acb1c-dbb6-4767-8ed7-078597c1735e req-86727bcf-627d-4884-827e-2822dd920afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:19.834785 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-a66acb1c-dbb6-4767-8ed7-078597c1735e req-86727bcf-627d-4884-827e-2822dd920afa service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a1cd15fdc6c94a548394ecbbef9cfbdb&device_id=1ecf19b8-6886-42a0-afa3-aef3b137e1dc HTTP/1.1" status: 200 len: 1098 time: 0.0526547 Sep 22 04:30:19.935617 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66acb1c-dbb6-4767-8ed7-078597c1735e req-631ceed2-c3de-4304-aed3-30a741fc3f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:19.937264 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-a66acb1c-dbb6-4767-8ed7-078597c1735e req-631ceed2-c3de-4304-aed3-30a741fc3f50 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c3127e33-e3a7-40dd-befc-6cdb5ff134d1 HTTP/1.1" status: 200 len: 919 time: 0.0931063 Sep 22 04:30:19.966206 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-119e6d78-c5ce-466e-b6ea-2c06ab572e83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:20.029016 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-a66acb1c-dbb6-4767-8ed7-078597c1735e req-9c7b481b-b781-4aff-a7fe-06e6c16c8e1b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=375905af-0844-46f2-a266-6a83b109e386 HTTP/1.1" status: 200 len: 217 time: 0.0744584 Sep 22 04:30:20.030116 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-119e6d78-c5ce-466e-b6ea-2c06ab572e83 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2cdcbe6d8cee4d53b78f2874845eed72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4247124 Sep 22 04:30:20.030521 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 44146) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:30:20.058418 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119e6d78-c5ce-466e-b6ea-2c06ab572e83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68748be3-ce7f-492a-bdfa-7cae22c74ff4,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:30:20.094734 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-e9064d8e-da90-4a73-a72f-bbc5f67258e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:20.170399 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-355c9661-6864-44bd-bfd2-57cc51475865 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:20.197091 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66acb1c-dbb6-4767-8ed7-078597c1735e req-dc0cbac2-3754-4d25-ba03-3cbef70dffad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:20.198860 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-a66acb1c-dbb6-4767-8ed7-078597c1735e req-dc0cbac2-3754-4d25-ba03-3cbef70dffad service neutron] 10.222.0.30 "GET /v2.0/subnets?id=68bee0f4-b400-45ff-a8a4-2d8e6261d0d5 HTTP/1.1" status: 200 len: 859 time: 0.1485507 Sep 22 04:30:20.241835 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-a66acb1c-dbb6-4767-8ed7-078597c1735e req-331a565d-b8ac-4cb4-92f4-a4efc0c917dc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c3127e33-e3a7-40dd-befc-6cdb5ff134d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287573 Sep 22 04:30:20.242462 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-e64bde69-3b4a-45c0-a26e-0589891f5b95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:20.270743 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5d0a19-8f99-4007-936b-fcd4fcb723ff req-8397df72-e0ba-4ca6-9126-bd0a13853714 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:20.278949 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-bc5d0a19-8f99-4007-936b-fcd4fcb723ff req-8397df72-e0ba-4ca6-9126-bd0a13853714 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=73071d9e-f5bc-439b-a5c9-d1ef0da01f57 HTTP/1.1" status: 200 len: 945 time: 0.0837560 Sep 22 04:30:20.285737 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-e64bde69-3b4a-45c0-a26e-0589891f5b95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:20.305579 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-355c9661-6864-44bd-bfd2-57cc51475865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:20.369013 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355c9661-6864-44bd-bfd2-57cc51475865 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd2765c6-5af4-4af6-b9eb-d681ee9fcfc4,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:30:20.384925 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-a66acb1c-dbb6-4767-8ed7-078597c1735e req-51f79d10-01a4-4a9f-b738-b073184ab878 service neutron] 10.222.0.30 "GET /v2.0/networks/c3127e33-e3a7-40dd-befc-6cdb5ff134d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321907 Sep 22 04:30:20.387156 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-bc5d0a19-8f99-4007-936b-fcd4fcb723ff req-195e00ce-dd8b-45f1-96a0-a9bec3c19bf8 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=0987b5bf-9d30-4aee-b9ff-4b85b30fe4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072836 Sep 22 04:30:20.392772 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 44154) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:30:20.409961 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-355c9661-6864-44bd-bfd2-57cc51475865 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ecd46e04010e482eb55a578d0075b746&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6845031 Sep 22 04:30:20.743374 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-e64bde69-3b4a-45c0-a26e-0589891f5b95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:20.745778 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-e64bde69-3b4a-45c0-a26e-0589891f5b95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:20.749665 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-e64bde69-3b4a-45c0-a26e-0589891f5b95 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/68748be3-ce7f-492a-bdfa-7cae22c74ff4 HTTP/1.1" status: 204 len: 168 time: 0.7142751 Sep 22 04:30:20.778313 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64bde69-3b4a-45c0-a26e-0589891f5b95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68748be3-ce7f-492a-bdfa-7cae22c74ff4,revision_number=None']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:30:20.781814 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-849bc8c7-0b5b-4cf4-8a1b-4b3478ae1f36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:20.807510 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-a66acb1c-dbb6-4767-8ed7-078597c1735e req-e71b358c-e6e9-4bf4-8d98-0b5bab7875d0 service neutron] 10.222.0.30 "GET /v2.0/networks/c3127e33-e3a7-40dd-befc-6cdb5ff134d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4063029 Sep 22 04:30:20.827819 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-849bc8c7-0b5b-4cf4-8a1b-4b3478ae1f36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:20.978212 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195a413c-e8fb-4298-94d7-b87e4bb14b69 req-764d99ef-2215-44b7-ad46-cfcaea72bc10 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:20.981164 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-195a413c-e8fb-4298-94d7-b87e4bb14b69 req-764d99ef-2215-44b7-ad46-cfcaea72bc10 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ecf19b8-6886-42a0-afa3-aef3b137e1dc HTTP/1.1" status: 200 len: 945 time: 0.0629296 Sep 22 04:30:21.007385 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-849bc8c7-0b5b-4cf4-8a1b-4b3478ae1f36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:21.009988 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-849bc8c7-0b5b-4cf4-8a1b-4b3478ae1f36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:21.015672 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-849bc8c7-0b5b-4cf4-8a1b-4b3478ae1f36 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bd2765c6-5af4-4af6-b9eb-d681ee9fcfc4 HTTP/1.1" status: 204 len: 168 time: 0.6169627 Sep 22 04:30:21.033480 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-195a413c-e8fb-4298-94d7-b87e4bb14b69 req-c1eb03e1-f96c-4ea6-8bb8-1bd2b662db9d tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa7be617-2fe6-4836-b1f1-d63120ca8390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465100 Sep 22 04:30:21.038600 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849bc8c7-0b5b-4cf4-8a1b-4b3478ae1f36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd2765c6-5af4-4af6-b9eb-d681ee9fcfc4,revision_number=None']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:30:21.566908 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2903d438-b213-47f3-b8a8-4d51e19ff2cd req-e717266f-49a0-4ee5-ad7d-14b85f3d0b1e tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:21.568997 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-2903d438-b213-47f3-b8a8-4d51e19ff2cd req-e717266f-49a0-4ee5-ad7d-14b85f3d0b1e tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=73071d9e-f5bc-439b-a5c9-d1ef0da01f57 HTTP/1.1" status: 200 len: 945 time: 0.0754650 Sep 22 04:30:21.619316 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-2903d438-b213-47f3-b8a8-4d51e19ff2cd req-655c7f7a-7849-4b7f-83e3-cc84c9f0adc0 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=0987b5bf-9d30-4aee-b9ff-4b85b30fe4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433881 Sep 22 04:30:21.945307 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 44190) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:30:21.963257 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ea551ba7-5998-4565-9811-68c19cd02b86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:22.088705 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ea551ba7-5998-4565-9811-68c19cd02b86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:22.153058 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ea551ba7-5998-4565-9811-68c19cd02b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:22.200057 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-ea551ba7-5998-4565-9811-68c19cd02b86 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b4ddad627ca545e6b88ed23c1f07dfd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2512200 Sep 22 04:30:22.202269 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 44200) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:30:22.216593 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea551ba7-5998-4565-9811-68c19cd02b86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8548f7a-993b-4f68-a6e1-981ab31b53e5,revision_number=1']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:30:22.283018 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-d9ff0290-60e8-49f2-906f-1cabf512d574 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:22.310624 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c958d94-3e35-4490-b37f-c6b11220467a req-4db53e51-f761-4caa-886b-19655388dd6b tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:22.312344 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-2c958d94-3e35-4490-b37f-c6b11220467a req-4db53e51-f761-4caa-886b-19655388dd6b tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ecf19b8-6886-42a0-afa3-aef3b137e1dc HTTP/1.1" status: 200 len: 945 time: 0.1523111 Sep 22 04:30:22.344308 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-d9ff0290-60e8-49f2-906f-1cabf512d574 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:22.578036 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-7ab9c729-a885-4df0-ad59-e1caa69834bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:22.581026 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-d9ff0290-60e8-49f2-906f-1cabf512d574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:22.585731 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-d9ff0290-60e8-49f2-906f-1cabf512d574 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:22.604745 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-d9ff0290-60e8-49f2-906f-1cabf512d574 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d8548f7a-993b-4f68-a6e1-981ab31b53e5 HTTP/1.1" status: 204 len: 168 time: 0.3837564 Sep 22 04:30:22.618816 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ff0290-60e8-49f2-906f-1cabf512d574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8548f7a-993b-4f68-a6e1-981ab31b53e5,revision_number=None']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:30:22.647512 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-2c958d94-3e35-4490-b37f-c6b11220467a req-1f6fade6-bb60-4fa6-ae50-7fa9618bc104 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa7be617-2fe6-4836-b1f1-d63120ca8390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3241503 Sep 22 04:30:22.858476 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe832dfe-6fcc-4756-b024-e502514d48fd req-926b4cd2-0a86-4902-a3a3-bbbf2292f083 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:22.860321 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-fe832dfe-6fcc-4756-b024-e502514d48fd req-926b4cd2-0a86-4902-a3a3-bbbf2292f083 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=73071d9e-f5bc-439b-a5c9-d1ef0da01f57 HTTP/1.1" status: 200 len: 945 time: 0.1134923 Sep 22 04:30:22.927767 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-fe832dfe-6fcc-4756-b024-e502514d48fd req-66af230a-e489-4167-86f2-143db7fb310a tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=0987b5bf-9d30-4aee-b9ff-4b85b30fe4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609314 Sep 22 04:30:23.519724 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:23.798141 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52e5105-5563-4661-9f95-22263bbf99ac req-45940595-f47d-497c-945c-6d76cf8ee95c tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:23.799645 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-f52e5105-5563-4661-9f95-22263bbf99ac req-45940595-f47d-497c-945c-6d76cf8ee95c tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ecf19b8-6886-42a0-afa3-aef3b137e1dc HTTP/1.1" status: 200 len: 945 time: 0.0649002 Sep 22 04:30:23.845656 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-f52e5105-5563-4661-9f95-22263bbf99ac req-175af174-1288-464e-b87c-df29492df034 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa7be617-2fe6-4836-b1f1-d63120ca8390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381579 Sep 22 04:30:24.035119 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 44262) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:30:24.102791 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-62fe730e-da9a-4cac-a5e3-718f571d83ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:24.150025 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4484bf32-6285-4d9a-bf12-8201c5c2e431 req-bd3f91d0-c894-43a9-af79-440699c7279b tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:24.158252 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-4484bf32-6285-4d9a-bf12-8201c5c2e431 req-bd3f91d0-c894-43a9-af79-440699c7279b tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=73071d9e-f5bc-439b-a5c9-d1ef0da01f57 HTTP/1.1" status: 200 len: 945 time: 0.0850081 Sep 22 04:30:24.217244 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-4484bf32-6285-4d9a-bf12-8201c5c2e431 req-aa2dbf2f-4740-4a42-beda-2b7cebca58e8 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=0987b5bf-9d30-4aee-b9ff-4b85b30fe4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529470 Sep 22 04:30:24.262077 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-789a3781-1401-469b-9f4d-76da4431217e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:24.403775 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-789a3781-1401-469b-9f4d-76da4431217e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:24.461580 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-789a3781-1401-469b-9f4d-76da4431217e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:24.526370 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-789a3781-1401-469b-9f4d-76da4431217e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=86775a03602f4cdeaa205b92c52c81b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4898746 Sep 22 04:30:24.527239 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789a3781-1401-469b-9f4d-76da4431217e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f9d317b-d93f-427c-a275-8cf6f40bf17a,revision_number=1']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:30:24.529427 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 44284) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:30:24.625965 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-b888c1c6-1fb0-4e73-a339-f4bbef89dc86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:24.666103 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-b888c1c6-1fb0-4e73-a339-f4bbef89dc86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:24.822127 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-b888c1c6-1fb0-4e73-a339-f4bbef89dc86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:24.824872 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-b888c1c6-1fb0-4e73-a339-f4bbef89dc86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:24.826068 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-b888c1c6-1fb0-4e73-a339-f4bbef89dc86 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5f9d317b-d93f-427c-a275-8cf6f40bf17a HTTP/1.1" status: 204 len: 168 time: 0.2953851 Sep 22 04:30:24.837034 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b888c1c6-1fb0-4e73-a339-f4bbef89dc86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f9d317b-d93f-427c-a275-8cf6f40bf17a,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:30:25.078408 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.agents_db [None req-7fda405f-bd13-41fd-9497-f6551785b8a3 None None] Agent healthcheck: found 6 active agents {{(pid=94618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 04:30:25.120406 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 44310) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:30:25.332235 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.v2.base [None req-ba7d7e13-a842-40bd-b1a7-32b5876a60d9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1723416867-network', 'tenant_id': 'fd38170ebc174899af784e7225b12eed'}} {{(pid=94615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 04:30:25.388948 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33464c0-fb00-48ae-9166-45bf40cfcd61 req-221b28d0-8d4f-4260-9ebe-208ccb9c3a10 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:25.390501 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-e33464c0-fb00-48ae-9166-45bf40cfcd61 req-221b28d0-8d4f-4260-9ebe-208ccb9c3a10 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=73071d9e-f5bc-439b-a5c9-d1ef0da01f57 HTTP/1.1" status: 200 len: 945 time: 0.0603848 Sep 22 04:30:25.441180 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-e33464c0-fb00-48ae-9166-45bf40cfcd61 req-0b9250c2-9c81-4749-8932-75ce36ea7c76 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=0987b5bf-9d30-4aee-b9ff-4b85b30fe4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432305 Sep 22 04:30:25.483709 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f91693-83ea-4544-b199-0b82faa06d9b req-5634be69-0460-4cbd-9631-c1486b2497d9 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:25.485414 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-d2f91693-83ea-4544-b199-0b82faa06d9b req-5634be69-0460-4cbd-9631-c1486b2497d9 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/networks?id=1dc84c4f-742d-475a-805c-2bdd99c4cbad HTTP/1.1" status: 200 len: 815 time: 0.1823435 Sep 22 04:30:25.503028 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-d2f91693-83ea-4544-b199-0b82faa06d9b req-33814526-af26-439c-aa10-0b5f5c775007 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/quotas/94be7b84cda24c308b938ee70df77a79 HTTP/1.1" status: 200 len: 375 time: 0.0109539 Sep 22 04:30:25.578593 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba7d7e13-a842-40bd-b1a7-32b5876a60d9 admin admin] Made reservation on behalf of fd38170ebc174899af784e7225b12eed for: {'network': 1} {{(pid=94615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 04:30:25.578593 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-ba7d7e13-a842-40bd-b1a7-32b5876a60d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for network, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:25.578593 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-ba7d7e13-a842-40bd-b1a7-32b5876a60d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:25.595098 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-d2f91693-83ea-4544-b199-0b82faa06d9b req-1f388bdf-ec6a-4bc2-8d22-721bb7bf46cc tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=94be7b84cda24c308b938ee70df77a79&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0821304 Sep 22 04:30:25.667358 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-c7bbae2d-f237-46cc-b838-3371bd865633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:25.703843 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-d2f91693-83ea-4544-b199-0b82faa06d9b req-4a01b647-86b1-433f-b58f-24e8c2b3d32b service neutron] 10.222.0.24 "GET /v2.0/networks/1dc84c4f-742d-475a-805c-2bdd99c4cbad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077974 Sep 22 04:30:25.814266 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-d2f91693-83ea-4544-b199-0b82faa06d9b req-254c4f62-5783-4cff-a0ca-8644acb294f6 service neutron] 10.222.0.24 "GET /v2.0/networks/1dc84c4f-742d-475a-805c-2bdd99c4cbad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009688 Sep 22 04:30:25.950847 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bf0053-f381-4c05-8909-8c28d840d027 req-799e4728-6bc8-4c91-9989-871de6cb80f7 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:25.952715 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-59bf0053-f381-4c05-8909-8c28d840d027 req-799e4728-6bc8-4c91-9989-871de6cb80f7 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ecf19b8-6886-42a0-afa3-aef3b137e1dc HTTP/1.1" status: 200 len: 945 time: 0.0790911 Sep 22 04:30:25.960296 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-ba7d7e13-a842-40bd-b1a7-32b5876a60d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:26.030019 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-59bf0053-f381-4c05-8909-8c28d840d027 req-430a308f-c0ab-487d-8533-c576b1f7fcbf tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa7be617-2fe6-4836-b1f1-d63120ca8390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696478 Sep 22 04:30:26.051926 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-ba7d7e13-a842-40bd-b1a7-32b5876a60d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:26.112685 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-eeeaa1af-9a26-4ffd-b2ce-6f82b550e3d0 req-f77f6288-17d3-4065-b47f-0eba23c83057 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/ports?device_id=19dde76a-b36b-44ba-b93d-79a0d1d1aa7b HTTP/1.1" status: 200 len: 210 time: 0.0683391 Sep 22 04:30:26.161226 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba7d7e13-a842-40bd-b1a7-32b5876a60d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=94615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 04:30:26.172187 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7d7e13-a842-40bd-b1a7-32b5876a60d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10120f0e-3709-4776-9aec-43133491c21e,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:30:26.184442 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-ba7d7e13-a842-40bd-b1a7-32b5876a60d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-614853'] for segment, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:26.185897 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.db.segments_db [None req-ba7d7e13-a842-40bd-b1a7-32b5876a60d9 admin admin] Added segment 85b97eb4-11ab-4593-9764-348e613718a2 of type vlan for network 88f76aa3-7a4b-4fae-991d-c7be0bb0ca85 Sep 22 04:30:26.248061 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-ba7d7e13-a842-40bd-b1a7-32b5876a60d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769518629407'] for network, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:26.382035 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-ba7d7e13-a842-40bd-b1a7-32b5876a60d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117'] for network, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:26.382917 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba7d7e13-a842-40bd-b1a7-32b5876a60d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:26.383505 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-ba7d7e13-a842-40bd-b1a7-32b5876a60d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578295'] for network, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:26.493958 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7d7e13-a842-40bd-b1a7-32b5876a60d9 admin admin] Pushing event updated for resources: {'Network': ['ID=88f76aa3-7a4b-4fae-991d-c7be0bb0ca85,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:30:26.500873 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7d7e13-a842-40bd-b1a7-32b5876a60d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:30:26.501636 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7d7e13-a842-40bd-b1a7-32b5876a60d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:30:26.502151 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7d7e13-a842-40bd-b1a7-32b5876a60d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:30:26.502493 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7d7e13-a842-40bd-b1a7-32b5876a60d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:30:26.503276 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7d7e13-a842-40bd-b1a7-32b5876a60d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:30:26.503677 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7d7e13-a842-40bd-b1a7-32b5876a60d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:30:26.504072 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7d7e13-a842-40bd-b1a7-32b5876a60d9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:30:26.504492 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7d7e13-a842-40bd-b1a7-32b5876a60d9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:30:26.504896 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7d7e13-a842-40bd-b1a7-32b5876a60d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:30:26.505292 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7d7e13-a842-40bd-b1a7-32b5876a60d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:30:26.505728 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7d7e13-a842-40bd-b1a7-32b5876a60d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:30:26.506116 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7d7e13-a842-40bd-b1a7-32b5876a60d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:30:26.516913 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-ba7d7e13-a842-40bd-b1a7-32b5876a60d9 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3926275 Sep 22 04:30:26.518181 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 44378) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:30:26.522752 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Network 88f76aa3-7a4b-4fae-991d-c7be0bb0ca85 details requested by agent ovs-agent-dv-cinder-810118-1-iscsi with host dv-cinder-810118-1-iscsi {{(pid=94617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 04:30:26.527299 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.v2.base [None req-ee3b9b49-cc0d-4984-b3d6-6b4cf6403f93 admin admin] Request body: {'subnet': {'network_id': '88f76aa3-7a4b-4fae-991d-c7be0bb0ca85', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1723416867-subnet', 'tenant_id': 'fd38170ebc174899af784e7225b12eed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 04:30:26.604284 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4741ce0-5fc1-436a-9622-64f0b599a653 req-ddc5b267-7dce-42ca-a223-90c7a95455a4 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:26.614037 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-c4741ce0-5fc1-436a-9622-64f0b599a653 req-ddc5b267-7dce-42ca-a223-90c7a95455a4 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=73071d9e-f5bc-439b-a5c9-d1ef0da01f57 HTTP/1.1" status: 200 len: 945 time: 0.0768733 Sep 22 04:30:26.655744 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee3b9b49-cc0d-4984-b3d6-6b4cf6403f93 admin admin] Made reservation on behalf of fd38170ebc174899af784e7225b12eed for: {'subnet': 1} {{(pid=94616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 04:30:26.658298 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ee3b9b49-cc0d-4984-b3d6-6b4cf6403f93 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532840891'] for subnet, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:26.684371 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-c4741ce0-5fc1-436a-9622-64f0b599a653 req-418686d7-113d-4f56-94a0-421b5a4f8ea9 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=0987b5bf-9d30-4aee-b9ff-4b85b30fe4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680969 Sep 22 04:30:26.992676 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ee3b9b49-cc0d-4984-b3d6-6b4cf6403f93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534565686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532840841'] for subnet, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:27.051986 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3b9b49-cc0d-4984-b3d6-6b4cf6403f93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b43c9f32-d3a1-4b40-bb26-a16ed647cbed,revision_number=0']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:30:27.064325 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3b9b49-cc0d-4984-b3d6-6b4cf6403f93 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:30:27.064705 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3b9b49-cc0d-4984-b3d6-6b4cf6403f93 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:30:27.065048 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3b9b49-cc0d-4984-b3d6-6b4cf6403f93 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:30:27.065380 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3b9b49-cc0d-4984-b3d6-6b4cf6403f93 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:30:27.065710 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3b9b49-cc0d-4984-b3d6-6b4cf6403f93 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:30:27.066052 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3b9b49-cc0d-4984-b3d6-6b4cf6403f93 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:30:27.066363 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3b9b49-cc0d-4984-b3d6-6b4cf6403f93 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:30:27.066687 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3b9b49-cc0d-4984-b3d6-6b4cf6403f93 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:30:27.067086 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3b9b49-cc0d-4984-b3d6-6b4cf6403f93 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:30:27.067602 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3b9b49-cc0d-4984-b3d6-6b4cf6403f93 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:30:27.068498 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3b9b49-cc0d-4984-b3d6-6b4cf6403f93 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:30:27.069003 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3b9b49-cc0d-4984-b3d6-6b4cf6403f93 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:30:27.075198 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3b9b49-cc0d-4984-b3d6-6b4cf6403f93 admin admin] Checking segment: {'id': '85b97eb4-11ab-4593-9764-348e613718a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '88f76aa3-7a4b-4fae-991d-c7be0bb0ca85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 04:30:27.077794 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee3b9b49-cc0d-4984-b3d6-6b4cf6403f93 admin admin] Network hostable DHCP agents. Network: 88f76aa3-7a4b-4fae-991d-c7be0bb0ca85, hostable agents: ['73f1375a-57ed-4431-affd-4785c4767c4b'], hosted agents: [] {{(pid=94616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 04:30:27.222450 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-dc3a40c0-3bf4-4679-9c4e-f8e5c06abec7 req-6b6ce79e-2f7b-4246-83f9-8b250b2aff12 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/ports?device_id=19dde76a-b36b-44ba-b93d-79a0d1d1aa7b HTTP/1.1" status: 200 len: 210 time: 0.0372727 Sep 22 04:30:27.356457 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 44390) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:30:27.462473 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-43a1b172-9308-43e1-b78a-7902375cda66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:27.561214 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-43a1b172-9308-43e1-b78a-7902375cda66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:27.657564 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee3b9b49-cc0d-4984-b3d6-6b4cf6403f93 admin admin] Network 88f76aa3-7a4b-4fae-991d-c7be0bb0ca85 is scheduled to be hosted by DHCP agent 73f1375a-57ed-4431-affd-4785c4767c4b with binding_index 1 {{(pid=94616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 04:30:27.944864 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e99e4ae-19da-46d5-9baa-d64ef7814189 req-1e2ff100-0887-4b20-8cb5-55c407d03a36 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:27.946331 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-6e99e4ae-19da-46d5-9baa-d64ef7814189 req-1e2ff100-0887-4b20-8cb5-55c407d03a36 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=73071d9e-f5bc-439b-a5c9-d1ef0da01f57 HTTP/1.1" status: 200 len: 945 time: 0.0480800 Sep 22 04:30:27.983438 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-6e99e4ae-19da-46d5-9baa-d64ef7814189 req-45f3161b-3693-4b1a-810d-c230692e81c7 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=0987b5bf-9d30-4aee-b9ff-4b85b30fe4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307038 Sep 22 04:30:28.130635 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-43a1b172-9308-43e1-b78a-7902375cda66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:28.141675 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.scheduler.base_scheduler [None req-ee3b9b49-cc0d-4984-b3d6-6b4cf6403f93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810118-1-iscsi, 88f76aa3-7a4b-4fae-991d-c7be0bb0ca85) {{(pid=94616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 04:30:28.141675 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee3b9b49-cc0d-4984-b3d6-6b4cf6403f93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:28.141675 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ee3b9b49-cc0d-4984-b3d6-6b4cf6403f93 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:28.142771 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa16cc7-93cd-40c7-829d-5948bab842fe None None] Network 88f76aa3-7a4b-4fae-991d-c7be0bb0ca85 requested from dv-cinder-810118-1-iscsi {{(pid=94617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 04:30:28.188988 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-43a1b172-9308-43e1-b78a-7902375cda66 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f4947cdd46df4582bab6ab91c92e3d27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8306484 Sep 22 04:30:28.199104 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a1b172-9308-43e1-b78a-7902375cda66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb1d505d-1540-4737-a518-1f5b1d5d2e17,revision_number=1']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:30:28.201377 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 44402) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:30:28.255794 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-85bae03d-b137-4dc4-a5a0-d7298c8de9ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:28.287662 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-85bae03d-b137-4dc4-a5a0-d7298c8de9ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:28.288833 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e03cb436-c80b-48f9-805f-972d72eb6ef5 None None] Network 88f76aa3-7a4b-4fae-991d-c7be0bb0ca85 requested from dv-cinder-810118-1-iscsi {{(pid=94617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 04:30:28.322588 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-ee3b9b49-cc0d-4984-b3d6-6b4cf6403f93 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.7941751 Sep 22 04:30:28.330745 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-cff464b1-8a9f-4168-ac16-766952897ee4 req-74b846ce-270e-4bbb-aba2-eb2cdb87b668 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/ports?device_id=19dde76a-b36b-44ba-b93d-79a0d1d1aa7b HTTP/1.1" status: 200 len: 210 time: 0.0357463 Sep 22 04:30:28.515134 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-85bae03d-b137-4dc4-a5a0-d7298c8de9ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:28.518109 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-85bae03d-b137-4dc4-a5a0-d7298c8de9ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:28.519308 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-85bae03d-b137-4dc4-a5a0-d7298c8de9ff admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cb1d505d-1540-4737-a518-1f5b1d5d2e17 HTTP/1.1" status: 204 len: 168 time: 0.3162186 Sep 22 04:30:28.535795 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bae03d-b137-4dc4-a5a0-d7298c8de9ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb1d505d-1540-4737-a518-1f5b1d5d2e17,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:30:29.112832 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2b9645-e47e-4c80-8fc3-f77a281c8e53 req-9d427cce-2cdc-4c34-8d2c-99bb61991952 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:29.114319 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-ae2b9645-e47e-4c80-8fc3-f77a281c8e53 req-9d427cce-2cdc-4c34-8d2c-99bb61991952 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=73071d9e-f5bc-439b-a5c9-d1ef0da01f57 HTTP/1.1" status: 200 len: 945 time: 0.0510855 Sep 22 04:30:29.156365 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-ae2b9645-e47e-4c80-8fc3-f77a281c8e53 req-697798d4-a69c-4d02-aeaf-88704a9db712 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=0987b5bf-9d30-4aee-b9ff-4b85b30fe4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319564 Sep 22 04:30:29.427086 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-87286be4-7e71-460b-b601-d00d2f2db601 req-c8426684-278c-4510-8a80-65f67590b29b tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/ports?device_id=19dde76a-b36b-44ba-b93d-79a0d1d1aa7b HTTP/1.1" status: 200 len: 210 time: 0.0284066 Sep 22 04:30:30.065259 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f91693-83ea-4544-b199-0b82faa06d9b req-97284ef8-b13e-4d9a-9fda-f99178275341 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:30.067250 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-d2f91693-83ea-4544-b199-0b82faa06d9b req-97284ef8-b13e-4d9a-9fda-f99178275341 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.30 "GET /v2.0/networks?id=1dc84c4f-742d-475a-805c-2bdd99c4cbad HTTP/1.1" status: 200 len: 815 time: 0.1388731 Sep 22 04:30:30.080512 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.v2.base [req-d2f91693-83ea-4544-b199-0b82faa06d9b req-dc0fb3ff-7a05-479c-a746-e9177778a8e3 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Request body: {'port': {'device_id': '19dde76a-b36b-44ba-b93d-79a0d1d1aa7b', 'network_id': '1dc84c4f-742d-475a-805c-2bdd99c4cbad', 'admin_state_up': True, 'tenant_id': '94be7b84cda24c308b938ee70df77a79'}} {{(pid=94616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 04:30:30.319754 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1844d8cf-952b-4f9f-9b79-a00e3f3c78bb req-e9d6895b-6010-4b2f-a2b9-716f317a8dc4 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:30.319892 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-1844d8cf-952b-4f9f-9b79-a00e3f3c78bb req-e9d6895b-6010-4b2f-a2b9-716f317a8dc4 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=73071d9e-f5bc-439b-a5c9-d1ef0da01f57 HTTP/1.1" status: 200 len: 945 time: 0.0563629 Sep 22 04:30:30.343336 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2f91693-83ea-4544-b199-0b82faa06d9b req-dc0fb3ff-7a05-479c-a746-e9177778a8e3 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Made reservation on behalf of 94be7b84cda24c308b938ee70df77a79 for: {'port': 1} {{(pid=94616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 04:30:30.348802 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-d2f91693-83ea-4544-b199-0b82faa06d9b req-dc0fb3ff-7a05-479c-a746-e9177778a8e3 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:30.387160 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-1844d8cf-952b-4f9f-9b79-a00e3f3c78bb req-58b99afe-69b0-427f-a164-4f77158e5aa9 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=0987b5bf-9d30-4aee-b9ff-4b85b30fe4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607653 Sep 22 04:30:30.527030 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-bbd56b2f-c55d-4550-84c8-16d08493ebeb req-5578acda-f6e9-495e-a204-60e9b0d6efb8 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/ports?device_id=19dde76a-b36b-44ba-b93d-79a0d1d1aa7b HTTP/1.1" status: 200 len: 210 time: 0.0259900 Sep 22 04:30:30.578307 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3c4f20-2dea-40b1-bb7b-1178f4c01de0 req-deb7a8cf-c996-48b6-b673-95d4940c5473 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:30.579773 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-2e3c4f20-2dea-40b1-bb7b-1178f4c01de0 req-deb7a8cf-c996-48b6-b673-95d4940c5473 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] 10.222.0.24 "GET /v2.0/networks?id=8d3ce0b1-05e4-4b1c-977a-3c30963a3756 HTTP/1.1" status: 200 len: 815 time: 0.1667104 Sep 22 04:30:30.580830 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.db.db_base_plugin_common [req-d2f91693-83ea-4544-b199-0b82faa06d9b req-dc0fb3ff-7a05-479c-a746-e9177778a8e3 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Allocated IP 172.20.0.7 (1dc84c4f-742d-475a-805c-2bdd99c4cbad/f03785a8-558b-4999-9e02-c5e13eae7968/df1cd7c1-405a-44ce-adf1-a88a5cfa49d0) {{(pid=94616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 04:30:30.604201 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-2e3c4f20-2dea-40b1-bb7b-1178f4c01de0 req-656273c0-fc4f-4329-abbb-7e94b10a2958 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] 10.222.0.24 "GET /v2.0/quotas/a2ac9f42bb784270b43252ea1404d1a4 HTTP/1.1" status: 200 len: 375 time: 0.0172369 Sep 22 04:30:30.705117 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-2e3c4f20-2dea-40b1-bb7b-1178f4c01de0 req-5077a793-f5ff-4c31-a740-b86584f6cb58 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a2ac9f42bb784270b43252ea1404d1a4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0920613 Sep 22 04:30:30.862789 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-d2f91693-83ea-4544-b199-0b82faa06d9b req-dc0fb3ff-7a05-479c-a746-e9177778a8e3 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Notify callbacks [] for port, precommit_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:30.896106 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-2e3c4f20-2dea-40b1-bb7b-1178f4c01de0 req-0dc51ea6-8002-4ee3-97d4-956b4d8f4c83 service neutron] 10.222.0.24 "GET /v2.0/networks/8d3ce0b1-05e4-4b1c-977a-3c30963a3756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583886 Sep 22 04:30:31.006577 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-2e3c4f20-2dea-40b1-bb7b-1178f4c01de0 req-2ca0ac63-39b0-4dd0-bbb1-3838dcb1b575 service neutron] 10.222.0.24 "GET /v2.0/networks/8d3ce0b1-05e4-4b1c-977a-3c30963a3756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096683 Sep 22 04:30:31.062323 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-d2f91693-83ea-4544-b199-0b82faa06d9b req-dc0fb3ff-7a05-479c-a746-e9177778a8e3 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769518673857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534565802'] for port, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:31.075838 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] get_ports_and_sgs() called for port_ids ['ced3eb09-8f02-495f-a797-099db1f64e83', '5ed5ec9e-e6b8-4216-ab5d-4cb94a34cc40', '85214bee-eddb-4757-8889-ed2af288e30a'] {{(pid=94617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 04:30:31.125819 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0fb3ff-7a05-479c-a746-e9177778a8e3 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Pushing event updated for resources: {'Port': ['ID=df1cd7c1-405a-44ce-adf1-a88a5cfa49d0,revision_number=1']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:30:31.130827 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2f91693-83ea-4544-b199-0b82faa06d9b req-dc0fb3ff-7a05-479c-a746-e9177778a8e3 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Network 1dc84c4f-742d-475a-805c-2bdd99c4cbad is already hosted by enough agents. {{(pid=94616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 04:30:31.132266 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.scheduler.base_scheduler [req-d2f91693-83ea-4544-b199-0b82faa06d9b req-dc0fb3ff-7a05-479c-a746-e9177778a8e3 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Resources bound (agent type, host, resource id): {{(pid=94616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 04:30:31.134720 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2f91693-83ea-4544-b199-0b82faa06d9b req-dc0fb3ff-7a05-479c-a746-e9177778a8e3 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Received port after_create {{(pid=94616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 04:30:31.211130 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f91693-83ea-4544-b199-0b82faa06d9b req-dc0fb3ff-7a05-479c-a746-e9177778a8e3 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:31.211777 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-d2f91693-83ea-4544-b199-0b82faa06d9b req-dc0fb3ff-7a05-479c-a746-e9177778a8e3 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34584'] for port, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:31.347709 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-f8d06060-ddfa-4274-ba48-d7a2f7a1e6c9 req-67d73690-ec9f-476a-96e9-7acae376af63 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7d0b309-7f88-40cb-885e-a2d1668c9af1 HTTP/1.1" status: 200 len: 210 time: 0.0351853 Sep 22 04:30:31.359454 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-d2f91693-83ea-4544-b199-0b82faa06d9b req-dc0fb3ff-7a05-479c-a746-e9177778a8e3 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2823257 Sep 22 04:30:31.378486 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.v2.base [req-d2f91693-83ea-4544-b199-0b82faa06d9b req-88db6f09-cb3e-49fa-8718-6910e00bc1ed service neutron] Request body: {'port': {'device_id': '19dde76a-b36b-44ba-b93d-79a0d1d1aa7b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81011'}} {{(pid=94616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 04:30:31.400078 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8fbe55-c511-46f6-8ce4-575b6f4c49af req-56bf330e-76e1-4919-9345-66cb006d9aa5 tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:31.409909 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-0d8fbe55-c511-46f6-8ce4-575b6f4c49af req-56bf330e-76e1-4919-9345-66cb006d9aa5 tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] 10.222.0.24 "GET /v2.0/networks?id=88f76aa3-7a4b-4fae-991d-c7be0bb0ca85 HTTP/1.1" status: 200 len: 809 time: 0.2894766 Sep 22 04:30:31.439063 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-0d8fbe55-c511-46f6-8ce4-575b6f4c49af req-0320bff4-d2db-4321-86ff-03baff0598cf tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] 10.222.0.24 "GET /v2.0/quotas/fd38170ebc174899af784e7225b12eed HTTP/1.1" status: 200 len: 375 time: 0.0262291 Sep 22 04:30:31.492256 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-0d8fbe55-c511-46f6-8ce4-575b6f4c49af req-736e1fa2-2a5b-4488-a16d-2b7216f662e0 tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=fd38170ebc174899af784e7225b12eed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0514801 Sep 22 04:30:31.563271 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-d2f91693-83ea-4544-b199-0b82faa06d9b req-88db6f09-cb3e-49fa-8718-6910e00bc1ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:31.607850 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-0d8fbe55-c511-46f6-8ce4-575b6f4c49af req-fdf8e9be-6fbc-44c3-ac18-33556f1ec533 service neutron] 10.222.0.24 "GET /v2.0/networks/88f76aa3-7a4b-4fae-991d-c7be0bb0ca85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143122 Sep 22 04:30:31.634766 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c775e99-556c-46ad-87e4-4da8150cb4ce req-51012030-c5ca-42a6-977c-6cd52f8d25e6 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:31.637659 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-8c775e99-556c-46ad-87e4-4da8150cb4ce req-51012030-c5ca-42a6-977c-6cd52f8d25e6 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=73071d9e-f5bc-439b-a5c9-d1ef0da01f57 HTTP/1.1" status: 200 len: 945 time: 0.1039915 Sep 22 04:30:31.737271 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-0d8fbe55-c511-46f6-8ce4-575b6f4c49af req-103a9acc-8087-454f-b7d1-60abb80dcd8e service neutron] 10.222.0.24 "GET /v2.0/networks/88f76aa3-7a4b-4fae-991d-c7be0bb0ca85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139009 Sep 22 04:30:31.817241 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-8c775e99-556c-46ad-87e4-4da8150cb4ce req-1d8e6459-d94e-45c6-b69e-e4de57b25c74 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=0987b5bf-9d30-4aee-b9ff-4b85b30fe4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1609278 Sep 22 04:30:32.023886 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21c125e-18a7-436d-80bf-f06ce2ed033f req-92174020-6216-416a-af73-7c27a5822369 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:32.025437 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-f21c125e-18a7-436d-80bf-f06ce2ed033f req-92174020-6216-416a-af73-7c27a5822369 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/ports?device_id=19dde76a-b36b-44ba-b93d-79a0d1d1aa7b HTTP/1.1" status: 200 len: 931 time: 0.0985963 Sep 22 04:30:32.053245 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.notifiers.nova [req-d2f91693-83ea-4544-b199-0b82faa06d9b req-88db6f09-cb3e-49fa-8718-6910e00bc1ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df1cd7c1-405a-44ce-adf1-a88a5cfa49d0 {{(pid=94616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 04:30:32.062049 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-d2f91693-83ea-4544-b199-0b82faa06d9b req-88db6f09-cb3e-49fa-8718-6910e00bc1ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:32.090674 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [req-d2f91693-83ea-4544-b199-0b82faa06d9b req-88db6f09-cb3e-49fa-8718-6910e00bc1ed service neutron] Transition to ACTIVE for port object df1cd7c1-405a-44ce-adf1-a88a5cfa49d0 will not be triggered until provisioned by entity L2. {{(pid=94616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 04:30:32.095970 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-f21c125e-18a7-436d-80bf-f06ce2ed033f req-fbc2a7f1-6849-43bd-b67e-2ddf1f1f5e20 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bc11e4-7abd-4750-8ac3-63f5066b0018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639997 Sep 22 04:30:32.193753 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-d2f91693-83ea-4544-b199-0b82faa06d9b req-88db6f09-cb3e-49fa-8718-6910e00bc1ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534565793'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:32.201930 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-359203a4-003f-4bad-885b-af3ae3db0692 req-04b61b8a-e653-4ba5-9e0f-635a67949aa9 tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] 10.222.0.24 "GET /v2.0/ports?device_id=30391d49-1475-47e7-b475-0c99772f49f4 HTTP/1.1" status: 200 len: 210 time: 0.0378361 Sep 22 04:30:32.266301 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88db6f09-cb3e-49fa-8718-6910e00bc1ed service neutron] Pushing event updated for resources: {'Port': ['ID=df1cd7c1-405a-44ce-adf1-a88a5cfa49d0,revision_number=2']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:30:32.345010 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.managers [req-d2f91693-83ea-4544-b199-0b82faa06d9b req-88db6f09-cb3e-49fa-8718-6910e00bc1ed service neutron] Attempting to bind port df1cd7c1-405a-44ce-adf1-a88a5cfa49d0 on host hv-cinder-81011 for vnic_type normal with profile {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 04:30:32.345385 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.managers [req-d2f91693-83ea-4544-b199-0b82faa06d9b req-88db6f09-cb3e-49fa-8718-6910e00bc1ed service neutron] Attempting to bind port df1cd7c1-405a-44ce-adf1-a88a5cfa49d0 by drivers openvswitch,hyperv on host hv-cinder-81011 at level 0 using segments [{'id': 'bc8c3708-e396-4d9b-bfd8-c6b3490a63a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1dc84c4f-742d-475a-805c-2bdd99c4cbad'}] {{(pid=94616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 04:30:32.345707 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f91693-83ea-4544-b199-0b82faa06d9b req-88db6f09-cb3e-49fa-8718-6910e00bc1ed service neutron] Attempting to bind port df1cd7c1-405a-44ce-adf1-a88a5cfa49d0 on network 1dc84c4f-742d-475a-805c-2bdd99c4cbad {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 04:30:32.350435 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f91693-83ea-4544-b199-0b82faa06d9b req-88db6f09-cb3e-49fa-8718-6910e00bc1ed service neutron] Port df1cd7c1-405a-44ce-adf1-a88a5cfa49d0 on network 1dc84c4f-742d-475a-805c-2bdd99c4cbad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81011 {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 04:30:32.351013 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f91693-83ea-4544-b199-0b82faa06d9b req-88db6f09-cb3e-49fa-8718-6910e00bc1ed service neutron] Attempting to bind port df1cd7c1-405a-44ce-adf1-a88a5cfa49d0 on network 1dc84c4f-742d-475a-805c-2bdd99c4cbad {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 04:30:32.355767 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f91693-83ea-4544-b199-0b82faa06d9b req-88db6f09-cb3e-49fa-8718-6910e00bc1ed service neutron] Checking agent: {'id': '347231d5-0b5a-4d21-8b71-bfdb97c43ccc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81011', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 4, 26, 37), 'started_at': datetime.datetime(2021, 9, 22, 4, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 4, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 04:30:32.356119 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f91693-83ea-4544-b199-0b82faa06d9b req-88db6f09-cb3e-49fa-8718-6910e00bc1ed service neutron] Checking segment: {'id': 'bc8c3708-e396-4d9b-bfd8-c6b3490a63a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1dc84c4f-742d-475a-805c-2bdd99c4cbad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 04:30:32.356532 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f91693-83ea-4544-b199-0b82faa06d9b req-88db6f09-cb3e-49fa-8718-6910e00bc1ed service neutron] Bound using segment: {'id': 'bc8c3708-e396-4d9b-bfd8-c6b3490a63a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1dc84c4f-742d-475a-805c-2bdd99c4cbad'} {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 04:30:32.356948 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.managers [req-d2f91693-83ea-4544-b199-0b82faa06d9b req-88db6f09-cb3e-49fa-8718-6910e00bc1ed service neutron] Bound port: df1cd7c1-405a-44ce-adf1-a88a5cfa49d0, host: hv-cinder-81011, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc8c3708-e396-4d9b-bfd8-c6b3490a63a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1dc84c4f-742d-475a-805c-2bdd99c4cbad'}}] {{(pid=94616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 04:30:32.357297 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-d2f91693-83ea-4544-b199-0b82faa06d9b req-88db6f09-cb3e-49fa-8718-6910e00bc1ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:32.430928 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [req-d2f91693-83ea-4544-b199-0b82faa06d9b req-88db6f09-cb3e-49fa-8718-6910e00bc1ed service neutron] For port df1cd7c1-405a-44ce-adf1-a88a5cfa49d0, host hv-cinder-81011, cleared binding levels {{(pid=94616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 04:30:32.434355 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [req-d2f91693-83ea-4544-b199-0b82faa06d9b req-88db6f09-cb3e-49fa-8718-6910e00bc1ed service neutron] For port df1cd7c1-405a-44ce-adf1-a88a5cfa49d0, host hv-cinder-81011, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81011',level=0,port_id=df1cd7c1-405a-44ce-adf1-a88a5cfa49d0,segment=NetworkSegment(bc8c3708-e396-4d9b-bfd8-c6b3490a63a6),segment_id=bc8c3708-e396-4d9b-bfd8-c6b3490a63a6)] {{(pid=94616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 04:30:32.463308 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-f22d2071-2616-47f1-b57e-49b60222dcb8 req-fbeb40dc-1b17-452f-99e3-6f80a48e3a40 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7d0b309-7f88-40cb-885e-a2d1668c9af1 HTTP/1.1" status: 200 len: 210 time: 0.0275967 Sep 22 04:30:32.578986 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-d2f91693-83ea-4544-b199-0b82faa06d9b req-88db6f09-cb3e-49fa-8718-6910e00bc1ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534565793'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:32.621861 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f91693-83ea-4544-b199-0b82faa06d9b req-88db6f09-cb3e-49fa-8718-6910e00bc1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:32.621861 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-d2f91693-83ea-4544-b199-0b82faa06d9b req-88db6f09-cb3e-49fa-8718-6910e00bc1ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34584'] for port, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:32.621861 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-d2f91693-83ea-4544-b199-0b82faa06d9b req-88db6f09-cb3e-49fa-8718-6910e00bc1ed service neutron] 10.222.0.30 "PUT /v2.0/ports/df1cd7c1-405a-44ce-adf1-a88a5cfa49d0 HTTP/1.1" status: 200 len: 1093 time: 1.2478709 Sep 22 04:30:32.621861 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19dde76a-b36b-44ba-b93d-79a0d1d1aa7b', 'tag': 'df1cd7c1-405a-44ce-adf1-a88a5cfa49d0'}] {{(pid=94616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 04:30:32.627731 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ee93b3f7eb2b2b6a350c95698ebe5b9c8d238e2160e747b625fec6bb3c76933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b075ca6-2002-41cd-b0f5-f4b439d74a98" -d '{"events": [{"name": "network-changed", "server_uuid": "19dde76a-b36b-44ba-b93d-79a0d1d1aa7b", "tag": "df1cd7c1-405a-44ce-adf1-a88a5cfa49d0"}]}' {{(pid=94616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 04:30:32.653207 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88db6f09-cb3e-49fa-8718-6910e00bc1ed service neutron] Pushing event updated for resources: {'Port': ['ID=df1cd7c1-405a-44ce-adf1-a88a5cfa49d0,revision_number=3']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:30:32.667593 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 04:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-947cc20e-9c00-4720-af63-0a1ba462c6ed x-openstack-request-id: req-947cc20e-9c00-4720-af63-0a1ba462c6ed {{(pid=94616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 04:30:32.667882 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19dde76a-b36b-44ba-b93d-79a0d1d1aa7b", "tag": "df1cd7c1-405a-44ce-adf1-a88a5cfa49d0", "status": "completed", "code": 200}]} {{(pid=94616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 04:30:32.668134 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-947cc20e-9c00-4720-af63-0a1ba462c6ed {{(pid=94616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 04:30:32.668612 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19dde76a-b36b-44ba-b93d-79a0d1d1aa7b', 'tag': 'df1cd7c1-405a-44ce-adf1-a88a5cfa49d0', 'status': 'completed', 'code': 200} Sep 22 04:30:32.736647 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b075ca6-2002-41cd-b0f5-f4b439d74a98 req-ec0cae01-87d0-472c-8e5b-c0ab5c8ca123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:32.741803 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-4b075ca6-2002-41cd-b0f5-f4b439d74a98 req-ec0cae01-87d0-472c-8e5b-c0ab5c8ca123 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=94be7b84cda24c308b938ee70df77a79&device_id=19dde76a-b36b-44ba-b93d-79a0d1d1aa7b HTTP/1.1" status: 200 len: 1096 time: 0.0441387 Sep 22 04:30:32.858401 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b075ca6-2002-41cd-b0f5-f4b439d74a98 req-29008add-ec30-42f2-97d8-2b8d09e54ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:32.860363 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-4b075ca6-2002-41cd-b0f5-f4b439d74a98 req-29008add-ec30-42f2-97d8-2b8d09e54ecc service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=94be7b84cda24c308b938ee70df77a79&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1097002 Sep 22 04:30:33.076379 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2775e5-db73-4e81-936f-29b2508d6fae req-bb9e5145-1771-4a83-b81a-b9e300df4072 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:33.077948 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-ab2775e5-db73-4e81-936f-29b2508d6fae req-bb9e5145-1771-4a83-b81a-b9e300df4072 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=73071d9e-f5bc-439b-a5c9-d1ef0da01f57 HTTP/1.1" status: 200 len: 945 time: 0.1712027 Sep 22 04:30:33.079111 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b075ca6-2002-41cd-b0f5-f4b439d74a98 req-a5223a94-3a98-4d28-bdc6-30d1fd92b8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:33.080558 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-4b075ca6-2002-41cd-b0f5-f4b439d74a98 req-a5223a94-3a98-4d28-bdc6-30d1fd92b8bb service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2038114 Sep 22 04:30:33.177915 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-ab2775e5-db73-4e81-936f-29b2508d6fae req-dee4572e-d24d-434e-9172-6b91f4c89950 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=0987b5bf-9d30-4aee-b9ff-4b85b30fe4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833664 Sep 22 04:30:33.240194 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f91693-83ea-4544-b199-0b82faa06d9b req-2ab1af9b-573e-4507-b6b7-8b518f63eba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:33.241950 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-d2f91693-83ea-4544-b199-0b82faa06d9b req-2ab1af9b-573e-4507-b6b7-8b518f63eba7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=94be7b84cda24c308b938ee70df77a79&device_id=19dde76a-b36b-44ba-b93d-79a0d1d1aa7b HTTP/1.1" status: 200 len: 1096 time: 0.1120126 Sep 22 04:30:33.271441 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b77f2b-ffc7-4b70-bb13-3f5f17a3435a req-9034fbe5-c554-445f-8818-7e4d500b2c7b tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:33.274116 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-b2b77f2b-ffc7-4b70-bb13-3f5f17a3435a req-9034fbe5-c554-445f-8818-7e4d500b2c7b tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/ports?device_id=19dde76a-b36b-44ba-b93d-79a0d1d1aa7b HTTP/1.1" status: 200 len: 943 time: 0.0635741 Sep 22 04:30:33.322054 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-b2b77f2b-ffc7-4b70-bb13-3f5f17a3435a req-5993bb5e-2ae1-4e31-bcc0-1a62eb7d7b6e tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bc11e4-7abd-4750-8ac3-63f5066b0018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389323 Sep 22 04:30:33.333746 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-0de1a52b-d79d-4e73-8392-ad1073def19a req-856ac2c7-6b41-4d4f-a78a-885aa3fcc667 tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] 10.222.0.24 "GET /v2.0/ports?device_id=30391d49-1475-47e7-b475-0c99772f49f4 HTTP/1.1" status: 200 len: 210 time: 0.0709152 Sep 22 04:30:33.339230 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-d2f91693-83ea-4544-b199-0b82faa06d9b req-53feeaa6-e89f-4482-b13b-9ec266bd4656 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=df1cd7c1-405a-44ce-adf1-a88a5cfa49d0 HTTP/1.1" status: 200 len: 217 time: 0.0844891 Sep 22 04:30:33.412045 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f91693-83ea-4544-b199-0b82faa06d9b req-15feda0d-2843-4bf9-bfb0-96dbe1bdf064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:33.413754 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-d2f91693-83ea-4544-b199-0b82faa06d9b req-15feda0d-2843-4bf9-bfb0-96dbe1bdf064 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f03785a8-558b-4999-9e02-c5e13eae7968 HTTP/1.1" status: 200 len: 855 time: 0.0604768 Sep 22 04:30:33.456976 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-d2f91693-83ea-4544-b199-0b82faa06d9b req-fdbb9943-c63b-4548-b6b6-9422fda40abc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1dc84c4f-742d-475a-805c-2bdd99c4cbad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287724 Sep 22 04:30:33.579258 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-d2f91693-83ea-4544-b199-0b82faa06d9b req-5d84a368-34bc-41a7-b210-dbb8adf691a1 service neutron] 10.222.0.30 "GET /v2.0/networks/1dc84c4f-742d-475a-805c-2bdd99c4cbad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175854 Sep 22 04:30:33.585214 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-7bc80301-a831-45a7-a4b0-14dac8d44f0a req-cb6a3d5e-f716-41ba-95db-2ed1473dd55e tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7d0b309-7f88-40cb-885e-a2d1668c9af1 HTTP/1.1" status: 200 len: 210 time: 0.0355339 Sep 22 04:30:33.728606 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-d2f91693-83ea-4544-b199-0b82faa06d9b req-6bf4b709-f847-4eb6-91e8-9be737273aec service neutron] 10.222.0.30 "GET /v2.0/networks/1dc84c4f-742d-475a-805c-2bdd99c4cbad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381023 Sep 22 04:30:34.304205 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cbad4c-1f5f-4ffa-9854-5c0d9188dc93 req-422a4fff-c994-4063-bd3f-7eb81180d05b tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:34.305966 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-c0cbad4c-1f5f-4ffa-9854-5c0d9188dc93 req-422a4fff-c994-4063-bd3f-7eb81180d05b tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=73071d9e-f5bc-439b-a5c9-d1ef0da01f57 HTTP/1.1" status: 200 len: 945 time: 0.0534840 Sep 22 04:30:34.349345 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-c0cbad4c-1f5f-4ffa-9854-5c0d9188dc93 req-225a65c5-f86f-4007-94b1-d7e95da24d87 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=0987b5bf-9d30-4aee-b9ff-4b85b30fe4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359178 Sep 22 04:30:34.438282 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-c09d952c-027b-4536-a66a-2f16a8f29587 req-66d142fc-e0b4-4aba-9464-7e8ccc31ff5e tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] 10.222.0.24 "GET /v2.0/ports?device_id=30391d49-1475-47e7-b475-0c99772f49f4 HTTP/1.1" status: 200 len: 210 time: 0.0255666 Sep 22 04:30:34.473503 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c17f8a-76b9-4250-9d77-ad9e39b73027 req-dc41b3e7-2bcc-4889-9627-0844e35b309f tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:34.475050 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-54c17f8a-76b9-4250-9d77-ad9e39b73027 req-dc41b3e7-2bcc-4889-9627-0844e35b309f tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/ports?device_id=19dde76a-b36b-44ba-b93d-79a0d1d1aa7b HTTP/1.1" status: 200 len: 943 time: 0.0622895 Sep 22 04:30:34.532064 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-54c17f8a-76b9-4250-9d77-ad9e39b73027 req-2f377615-eaa7-4989-98fb-07a04db80d81 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bc11e4-7abd-4750-8ac3-63f5066b0018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495315 Sep 22 04:30:34.709568 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-f4303541-68e6-4b2e-9075-0957eaa7ed21 req-d86c7bee-649b-4b8d-861d-087c769f5f24 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7d0b309-7f88-40cb-885e-a2d1668c9af1 HTTP/1.1" status: 200 len: 210 time: 0.0368896 Sep 22 04:30:35.475630 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8ee92a-903c-4804-b533-1f573d154f22 req-67b76eda-c330-4b0b-9b23-00198f73fd77 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:35.477307 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-0e8ee92a-903c-4804-b533-1f573d154f22 req-67b76eda-c330-4b0b-9b23-00198f73fd77 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=73071d9e-f5bc-439b-a5c9-d1ef0da01f57 HTTP/1.1" status: 200 len: 945 time: 0.0525980 Sep 22 04:30:35.517104 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-0e8ee92a-903c-4804-b533-1f573d154f22 req-36e1fbee-7855-45ef-ac14-bdf42424304a tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=0987b5bf-9d30-4aee-b9ff-4b85b30fe4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327461 Sep 22 04:30:35.547822 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-21fa2566-beef-4b3e-b2de-ff16431bbd52 req-03d39abb-a3d2-4b85-bdf9-d27106552976 tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] 10.222.0.24 "GET /v2.0/ports?device_id=30391d49-1475-47e7-b475-0c99772f49f4 HTTP/1.1" status: 200 len: 210 time: 0.0333302 Sep 22 04:30:35.644558 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7ee4b3-77df-4c2f-a036-7f131d3feafc req-b1c97c31-10e9-45fb-9bd2-7bd5fabcf6ca tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:35.646706 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-8a7ee4b3-77df-4c2f-a036-7f131d3feafc req-b1c97c31-10e9-45fb-9bd2-7bd5fabcf6ca tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/ports?device_id=19dde76a-b36b-44ba-b93d-79a0d1d1aa7b HTTP/1.1" status: 200 len: 943 time: 0.0498569 Sep 22 04:30:35.685797 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-8a7ee4b3-77df-4c2f-a036-7f131d3feafc req-6966a029-113a-47aa-81b6-9a0d895ab7c9 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bc11e4-7abd-4750-8ac3-63f5066b0018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329909 Sep 22 04:30:35.808084 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-50833f8d-94f7-4187-a265-03dd150c503f req-0f2e73e5-d4b2-4d29-b67c-1ad2f59dbe52 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7d0b309-7f88-40cb-885e-a2d1668c9af1 HTTP/1.1" status: 200 len: 210 time: 0.0301695 Sep 22 04:30:36.653103 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-ae7c5b4e-55a0-4e16-bd50-60b250aeeaaa req-d2f2295f-bdc0-4660-b714-072753513381 tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] 10.222.0.24 "GET /v2.0/ports?device_id=30391d49-1475-47e7-b475-0c99772f49f4 HTTP/1.1" status: 200 len: 210 time: 0.0325189 Sep 22 04:30:36.658411 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e3e78e-9396-4906-8543-ec64903c7f09 req-2f417561-34ad-41bd-a440-93c5561e09c6 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:36.666660 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-a9e3e78e-9396-4906-8543-ec64903c7f09 req-2f417561-34ad-41bd-a440-93c5561e09c6 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=73071d9e-f5bc-439b-a5c9-d1ef0da01f57 HTTP/1.1" status: 200 len: 945 time: 0.0718243 Sep 22 04:30:36.701519 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-a9e3e78e-9396-4906-8543-ec64903c7f09 req-90a0acd7-1c07-4ee3-8010-17d3b19ccd2e tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=0987b5bf-9d30-4aee-b9ff-4b85b30fe4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340323 Sep 22 04:30:36.713557 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:36.805343 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09b683e-2368-4d59-98c9-7158a58fd5c5 req-b41a826f-3e1c-4f70-9d25-62a1bdb6753e tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:36.806923 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-b09b683e-2368-4d59-98c9-7158a58fd5c5 req-b41a826f-3e1c-4f70-9d25-62a1bdb6753e tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/ports?device_id=19dde76a-b36b-44ba-b93d-79a0d1d1aa7b HTTP/1.1" status: 200 len: 943 time: 0.0520391 Sep 22 04:30:36.856913 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-b09b683e-2368-4d59-98c9-7158a58fd5c5 req-ef54cd33-7dd3-4d93-af99-bc4be980aebe tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bc11e4-7abd-4750-8ac3-63f5066b0018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420270 Sep 22 04:30:36.914974 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-dbf66b78-5a00-4524-abd4-b3e351e0a78d req-25f2fd8e-e765-43ad-a58c-6a05610e981d tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7d0b309-7f88-40cb-885e-a2d1668c9af1 HTTP/1.1" status: 200 len: 210 time: 0.0280192 Sep 22 04:30:37.804698 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-a675d4ff-4dfd-4cce-99a7-9269365e8b1d req-9c53d8ab-c891-4d21-925b-798e70da5ed0 tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] 10.222.0.24 "GET /v2.0/ports?device_id=30391d49-1475-47e7-b475-0c99772f49f4 HTTP/1.1" status: 200 len: 210 time: 0.0370212 Sep 22 04:30:37.838207 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3c4f20-2dea-40b1-bb7b-1178f4c01de0 req-db080a00-eca3-4f39-a581-7c10a217d86b tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:37.839972 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-2e3c4f20-2dea-40b1-bb7b-1178f4c01de0 req-db080a00-eca3-4f39-a581-7c10a217d86b tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] 10.222.0.30 "GET /v2.0/networks?id=8d3ce0b1-05e4-4b1c-977a-3c30963a3756 HTTP/1.1" status: 200 len: 815 time: 0.1717460 Sep 22 04:30:37.861446 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.v2.base [req-2e3c4f20-2dea-40b1-bb7b-1178f4c01de0 req-9dbba30c-64f6-4600-8e4d-4113c8dbf31a tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Request body: {'port': {'device_id': 'f7d0b309-7f88-40cb-885e-a2d1668c9af1', 'network_id': '8d3ce0b1-05e4-4b1c-977a-3c30963a3756', 'admin_state_up': True, 'tenant_id': 'a2ac9f42bb784270b43252ea1404d1a4'}} {{(pid=94616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 04:30:37.864810 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cdd8fd-e144-41f1-a127-8540bde85209 req-07b91067-b94e-4b92-871a-c9cdd3de4ea1 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:37.867991 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-13cdd8fd-e144-41f1-a127-8540bde85209 req-07b91067-b94e-4b92-871a-c9cdd3de4ea1 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=73071d9e-f5bc-439b-a5c9-d1ef0da01f57 HTTP/1.1" status: 200 len: 945 time: 0.0685728 Sep 22 04:30:37.937471 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-13cdd8fd-e144-41f1-a127-8540bde85209 req-a7c8c470-ccf9-4753-980d-c8038e12f6d7 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=0987b5bf-9d30-4aee-b9ff-4b85b30fe4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595477 Sep 22 04:30:38.048009 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-e029cb53-af10-4388-a4fb-c5010269cd09 req-8c4dce03-c460-4788-940b-7beea7131bfa tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7d0b309-7f88-40cb-885e-a2d1668c9af1 HTTP/1.1" status: 200 len: 210 time: 0.0316670 Sep 22 04:30:38.072208 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aaecd7-9334-47fa-a1b3-d9ef0a43fa10 req-752fcf84-d6cb-4f32-9bba-f565ebfe506a tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:38.073715 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-81aaecd7-9334-47fa-a1b3-d9ef0a43fa10 req-752fcf84-d6cb-4f32-9bba-f565ebfe506a tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/ports?device_id=19dde76a-b36b-44ba-b93d-79a0d1d1aa7b HTTP/1.1" status: 200 len: 943 time: 0.0924964 Sep 22 04:30:38.125843 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-81aaecd7-9334-47fa-a1b3-d9ef0a43fa10 req-0d1b2dd2-d44c-47c4-8499-c196ba002ba5 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bc11e4-7abd-4750-8ac3-63f5066b0018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442579 Sep 22 04:30:38.198678 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e3c4f20-2dea-40b1-bb7b-1178f4c01de0 req-9dbba30c-64f6-4600-8e4d-4113c8dbf31a tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Made reservation on behalf of a2ac9f42bb784270b43252ea1404d1a4 for: {'port': 1} {{(pid=94616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 04:30:38.202234 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-2e3c4f20-2dea-40b1-bb7b-1178f4c01de0 req-9dbba30c-64f6-4600-8e4d-4113c8dbf31a tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:38.361208 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.db.db_base_plugin_common [req-2e3c4f20-2dea-40b1-bb7b-1178f4c01de0 req-9dbba30c-64f6-4600-8e4d-4113c8dbf31a tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Allocated IP 172.20.0.14 (8d3ce0b1-05e4-4b1c-977a-3c30963a3756/47a8ff60-a9c0-4f9b-a123-cbb1e59064c4/a9e8aa9e-0fd7-4c79-bd9b-796f729d3b1f) {{(pid=94616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 04:30:38.552373 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-2e3c4f20-2dea-40b1-bb7b-1178f4c01de0 req-9dbba30c-64f6-4600-8e4d-4113c8dbf31a tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Notify callbacks [] for port, precommit_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:38.748164 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-2e3c4f20-2dea-40b1-bb7b-1178f4c01de0 req-9dbba30c-64f6-4600-8e4d-4113c8dbf31a tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769518673857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534565802'] for port, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:38.792936 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e3c4f20-2dea-40b1-bb7b-1178f4c01de0 req-9dbba30c-64f6-4600-8e4d-4113c8dbf31a tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Network 8d3ce0b1-05e4-4b1c-977a-3c30963a3756 is already hosted by enough agents. {{(pid=94616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 04:30:38.798517 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.scheduler.base_scheduler [req-2e3c4f20-2dea-40b1-bb7b-1178f4c01de0 req-9dbba30c-64f6-4600-8e4d-4113c8dbf31a tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Resources bound (agent type, host, resource id): {{(pid=94616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 04:30:38.805063 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e3c4f20-2dea-40b1-bb7b-1178f4c01de0 req-9dbba30c-64f6-4600-8e4d-4113c8dbf31a tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Received port after_create {{(pid=94616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 04:30:38.809173 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbba30c-64f6-4600-8e4d-4113c8dbf31a tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Pushing event updated for resources: {'Port': ['ID=a9e8aa9e-0fd7-4c79-bd9b-796f729d3b1f,revision_number=1']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:30:38.868931 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3c4f20-2dea-40b1-bb7b-1178f4c01de0 req-9dbba30c-64f6-4600-8e4d-4113c8dbf31a tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:38.873439 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-2e3c4f20-2dea-40b1-bb7b-1178f4c01de0 req-9dbba30c-64f6-4600-8e4d-4113c8dbf31a tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34584'] for port, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:38.969538 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-38459f8b-fea8-4c38-b82c-10f368810767 req-7cdcf860-0d05-4527-9148-1000187ccb00 tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] 10.222.0.24 "GET /v2.0/ports?device_id=30391d49-1475-47e7-b475-0c99772f49f4 HTTP/1.1" status: 200 len: 210 time: 0.0835578 Sep 22 04:30:38.972027 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-2e3c4f20-2dea-40b1-bb7b-1178f4c01de0 req-9dbba30c-64f6-4600-8e4d-4113c8dbf31a tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1144447 Sep 22 04:30:39.100316 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.v2.base [req-2e3c4f20-2dea-40b1-bb7b-1178f4c01de0 req-faf54aa5-5d23-4100-a1c8-12baa3f0f9c1 service neutron] Request body: {'port': {'device_id': 'f7d0b309-7f88-40cb-885e-a2d1668c9af1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81011'}} {{(pid=94616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 04:30:39.152813 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-5aa92b73-fb4b-4cf5-9411-77f9c3d99ecf None None] Provisioning complete for port a9e8aa9e-0fd7-4c79-bd9b-796f729d3b1f triggered by entity DHCP. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 04:30:39.154280 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5aa92b73-fb4b-4cf5-9411-77f9c3d99ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628798'] for port, provisioning_complete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:39.168632 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35a42c6-34f4-40f6-96c7-0461b47eb21e req-2284c6b4-bb1d-4f19-a29d-3a899a9c883a tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:39.178172 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-e35a42c6-34f4-40f6-96c7-0461b47eb21e req-2284c6b4-bb1d-4f19-a29d-3a899a9c883a tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=73071d9e-f5bc-439b-a5c9-d1ef0da01f57 HTTP/1.1" status: 200 len: 945 time: 0.1206985 Sep 22 04:30:39.221763 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.plugin [None req-5aa92b73-fb4b-4cf5-9411-77f9c3d99ecf None None] Port a9e8aa9e-0fd7-4c79-bd9b-796f729d3b1f cannot update to ACTIVE because it is not bound. {{(pid=94617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 04:30:39.247921 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-2e3c4f20-2dea-40b1-bb7b-1178f4c01de0 req-faf54aa5-5d23-4100-a1c8-12baa3f0f9c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:39.273711 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-e35a42c6-34f4-40f6-96c7-0461b47eb21e req-fceb0b13-4a2b-4dc0-b1b1-594382451688 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=0987b5bf-9d30-4aee-b9ff-4b85b30fe4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941961 Sep 22 04:30:39.424422 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0ed8e9-c37b-40dd-8b87-d2e4c43a5479 req-e0f57575-18b0-4c2a-9b01-8e833807576f tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:39.426286 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-1f0ed8e9-c37b-40dd-8b87-d2e4c43a5479 req-e0f57575-18b0-4c2a-9b01-8e833807576f tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7d0b309-7f88-40cb-885e-a2d1668c9af1 HTTP/1.1" status: 200 len: 932 time: 0.1566644 Sep 22 04:30:39.506071 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-1f0ed8e9-c37b-40dd-8b87-d2e4c43a5479 req-1a5196d5-65dd-4bd9-a1da-1ec4af90fd32 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] 10.222.0.24 "GET /v2.0/security-groups?id=3559c028-26d0-4688-9c30-5c12a4a20ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696423 Sep 22 04:30:39.673570 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc5a375-7d17-414d-8d49-adc09f6a0225 req-7c1899af-a939-4133-84d5-acd07b181e0e tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:39.683203 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-ffc5a375-7d17-414d-8d49-adc09f6a0225 req-7c1899af-a939-4133-84d5-acd07b181e0e tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/ports?device_id=19dde76a-b36b-44ba-b93d-79a0d1d1aa7b HTTP/1.1" status: 200 len: 943 time: 0.3187797 Sep 22 04:30:39.769188 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-ffc5a375-7d17-414d-8d49-adc09f6a0225 req-69de6e3b-9935-4618-b142-e38acac08af4 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bc11e4-7abd-4750-8ac3-63f5066b0018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770576 Sep 22 04:30:39.814319 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Device 51a19702-4eda-4f86-9047-04b4c57dde31 details requested by agent hyperv_hv-cinder-81011 with host hv-cinder-81011 {{(pid=94617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 04:30:39.983194 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] For port 51a19702-4eda-4f86-9047-04b4c57dde31, host hv-cinder-81011, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81011',level=0,port_id=51a19702-4eda-4f86-9047-04b4c57dde31,segment=NetworkSegment(30b5be0d-9a0d-4d41-ab50-368f87857a66),segment_id=30b5be0d-9a0d-4d41-ab50-368f87857a66)] {{(pid=94617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:30:39.997224 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Returning: {'device': '51a19702-4eda-4f86-9047-04b4c57dde31', 'network_id': '203dddc9-87c2-468f-9ab9-d2290e8ee531', 'port_id': '51a19702-4eda-4f86-9047-04b4c57dde31', 'mac_address': 'fa:16:3e:e1:f3:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4ceb253-3d8e-46ef-b438-694b8c1700e2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 04:30:40.030489 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.notifiers.nova [req-2e3c4f20-2dea-40b1-bb7b-1178f4c01de0 req-faf54aa5-5d23-4100-a1c8-12baa3f0f9c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9e8aa9e-0fd7-4c79-bd9b-796f729d3b1f {{(pid=94616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 04:30:40.051553 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-2e3c4f20-2dea-40b1-bb7b-1178f4c01de0 req-faf54aa5-5d23-4100-a1c8-12baa3f0f9c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:40.056332 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:40.078480 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.notifiers.nova [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 51a19702-4eda-4f86-9047-04b4c57dde31 {{(pid=94617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 04:30:40.095541 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [req-2e3c4f20-2dea-40b1-bb7b-1178f4c01de0 req-faf54aa5-5d23-4100-a1c8-12baa3f0f9c1 service neutron] Transition to ACTIVE for port object a9e8aa9e-0fd7-4c79-bd9b-796f729d3b1f will not be triggered until provisioned by entity L2. {{(pid=94616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 04:30:40.153521 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-4ac46be3-8925-45d0-8132-abe6b1680ec2 req-ee2f8aeb-5907-4d48-be1e-55648c5afffd tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] 10.222.0.24 "GET /v2.0/ports?device_id=30391d49-1475-47e7-b475-0c99772f49f4 HTTP/1.1" status: 200 len: 210 time: 0.0507033 Sep 22 04:30:40.169394 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] For port 51a19702-4eda-4f86-9047-04b4c57dde31, host hv-cinder-81011, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81011',level=0,port_id=51a19702-4eda-4f86-9047-04b4c57dde31,segment=NetworkSegment(30b5be0d-9a0d-4d41-ab50-368f87857a66),segment_id=30b5be0d-9a0d-4d41-ab50-368f87857a66)] {{(pid=94617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:30:40.181908 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-2e3c4f20-2dea-40b1-bb7b-1178f4c01de0 req-faf54aa5-5d23-4100-a1c8-12baa3f0f9c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534565793'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:40.251478 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:40.252611 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Device df1cd7c1-405a-44ce-adf1-a88a5cfa49d0 details requested by agent hyperv_hv-cinder-81011 with host hv-cinder-81011 {{(pid=94617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 04:30:40.257273 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf54aa5-5d23-4100-a1c8-12baa3f0f9c1 service neutron] Pushing event updated for resources: {'Port': ['ID=a9e8aa9e-0fd7-4c79-bd9b-796f729d3b1f,revision_number=2']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:30:40.406898 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Pushing event updated for resources: {'Port': ['ID=51a19702-4eda-4f86-9047-04b4c57dde31,revision_number=6']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:30:40.431313 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.managers [req-2e3c4f20-2dea-40b1-bb7b-1178f4c01de0 req-faf54aa5-5d23-4100-a1c8-12baa3f0f9c1 service neutron] Attempting to bind port a9e8aa9e-0fd7-4c79-bd9b-796f729d3b1f on host hv-cinder-81011 for vnic_type normal with profile {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 04:30:40.437493 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.managers [req-2e3c4f20-2dea-40b1-bb7b-1178f4c01de0 req-faf54aa5-5d23-4100-a1c8-12baa3f0f9c1 service neutron] Attempting to bind port a9e8aa9e-0fd7-4c79-bd9b-796f729d3b1f by drivers openvswitch,hyperv on host hv-cinder-81011 at level 0 using segments [{'id': '46967add-ceb0-4865-9e29-f6ad39a3d084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8d3ce0b1-05e4-4b1c-977a-3c30963a3756'}] {{(pid=94616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 04:30:40.438239 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e3c4f20-2dea-40b1-bb7b-1178f4c01de0 req-faf54aa5-5d23-4100-a1c8-12baa3f0f9c1 service neutron] Attempting to bind port a9e8aa9e-0fd7-4c79-bd9b-796f729d3b1f on network 8d3ce0b1-05e4-4b1c-977a-3c30963a3756 {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 04:30:40.452452 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:30:40.453062 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:30:40.453718 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:30:40.456211 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:30:40.456211 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:30:40.456211 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:30:40.456211 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:30:40.456211 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:30:40.456211 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:30:40.457026 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:30:40.457565 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:30:40.458077 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:30:40.464884 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e3c4f20-2dea-40b1-bb7b-1178f4c01de0 req-faf54aa5-5d23-4100-a1c8-12baa3f0f9c1 service neutron] Port a9e8aa9e-0fd7-4c79-bd9b-796f729d3b1f on network 8d3ce0b1-05e4-4b1c-977a-3c30963a3756 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81011 {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 04:30:40.465202 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e3c4f20-2dea-40b1-bb7b-1178f4c01de0 req-faf54aa5-5d23-4100-a1c8-12baa3f0f9c1 service neutron] Attempting to bind port a9e8aa9e-0fd7-4c79-bd9b-796f729d3b1f on network 8d3ce0b1-05e4-4b1c-977a-3c30963a3756 {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 04:30:40.550862 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e3c4f20-2dea-40b1-bb7b-1178f4c01de0 req-faf54aa5-5d23-4100-a1c8-12baa3f0f9c1 service neutron] Checking agent: {'id': '347231d5-0b5a-4d21-8b71-bfdb97c43ccc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81011', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 4, 26, 37), 'started_at': datetime.datetime(2021, 9, 22, 4, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 4, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 04:30:40.551222 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e3c4f20-2dea-40b1-bb7b-1178f4c01de0 req-faf54aa5-5d23-4100-a1c8-12baa3f0f9c1 service neutron] Checking segment: {'id': '46967add-ceb0-4865-9e29-f6ad39a3d084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8d3ce0b1-05e4-4b1c-977a-3c30963a3756'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 04:30:40.553219 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba129fa-903b-407c-b28a-9182220af63c req-d0599d86-6ce6-484f-964d-79295899a4b6 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:40.560009 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e3c4f20-2dea-40b1-bb7b-1178f4c01de0 req-faf54aa5-5d23-4100-a1c8-12baa3f0f9c1 service neutron] Bound using segment: {'id': '46967add-ceb0-4865-9e29-f6ad39a3d084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8d3ce0b1-05e4-4b1c-977a-3c30963a3756'} {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 04:30:40.563963 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.managers [req-2e3c4f20-2dea-40b1-bb7b-1178f4c01de0 req-faf54aa5-5d23-4100-a1c8-12baa3f0f9c1 service neutron] Bound port: a9e8aa9e-0fd7-4c79-bd9b-796f729d3b1f, host: hv-cinder-81011, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46967add-ceb0-4865-9e29-f6ad39a3d084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8d3ce0b1-05e4-4b1c-977a-3c30963a3756'}}] {{(pid=94616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 04:30:40.564594 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-2e3c4f20-2dea-40b1-bb7b-1178f4c01de0 req-faf54aa5-5d23-4100-a1c8-12baa3f0f9c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:40.570884 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-fba129fa-903b-407c-b28a-9182220af63c req-d0599d86-6ce6-484f-964d-79295899a4b6 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=73071d9e-f5bc-439b-a5c9-d1ef0da01f57 HTTP/1.1" status: 200 len: 944 time: 0.1522987 Sep 22 04:30:40.681807 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] For port df1cd7c1-405a-44ce-adf1-a88a5cfa49d0, host hv-cinder-81011, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81011',level=0,port_id=df1cd7c1-405a-44ce-adf1-a88a5cfa49d0,segment=NetworkSegment(bc8c3708-e396-4d9b-bfd8-c6b3490a63a6),segment_id=bc8c3708-e396-4d9b-bfd8-c6b3490a63a6)] {{(pid=94617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:30:40.691040 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-fba129fa-903b-407c-b28a-9182220af63c req-61a1f248-9ba3-436d-8f90-842138112f6d tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=0987b5bf-9d30-4aee-b9ff-4b85b30fe4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116481 Sep 22 04:30:40.746351 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Returning: {'device': 'df1cd7c1-405a-44ce-adf1-a88a5cfa49d0', 'network_id': '1dc84c4f-742d-475a-805c-2bdd99c4cbad', 'port_id': 'df1cd7c1-405a-44ce-adf1-a88a5cfa49d0', 'mac_address': 'fa:16:3e:dd:5d:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f03785a8-558b-4999-9e02-c5e13eae7968', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 04:30:40.933108 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:40.945389 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c7d20d-f493-4d2c-9f71-f936e1e9fe07 req-8463f7fc-7851-4872-b20f-eb411ed699ed tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:40.957232 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-92c7d20d-f493-4d2c-9f71-f936e1e9fe07 req-8463f7fc-7851-4872-b20f-eb411ed699ed tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7d0b309-7f88-40cb-885e-a2d1668c9af1 HTTP/1.1" status: 200 len: 944 time: 0.1443493 Sep 22 04:30:41.005084 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.notifiers.nova [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df1cd7c1-405a-44ce-adf1-a88a5cfa49d0 {{(pid=94617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 04:30:41.030908 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] For port df1cd7c1-405a-44ce-adf1-a88a5cfa49d0, host hv-cinder-81011, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81011',level=0,port_id=df1cd7c1-405a-44ce-adf1-a88a5cfa49d0,segment=NetworkSegment(bc8c3708-e396-4d9b-bfd8-c6b3490a63a6),segment_id=bc8c3708-e396-4d9b-bfd8-c6b3490a63a6)] {{(pid=94617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:30:41.054586 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-92c7d20d-f493-4d2c-9f71-f936e1e9fe07 req-96710131-6539-423a-abb0-6ece67a6f950 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] 10.222.0.24 "GET /v2.0/security-groups?id=3559c028-26d0-4688-9c30-5c12a4a20ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962703 Sep 22 04:30:41.150287 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:41.207942 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90b245f-7fb4-42c1-93e1-e571feca43ef req-893f64e9-9806-49c1-a74d-e9e69af6deb2 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:41.223112 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-b90b245f-7fb4-42c1-93e1-e571feca43ef req-893f64e9-9806-49c1-a74d-e9e69af6deb2 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/ports?device_id=19dde76a-b36b-44ba-b93d-79a0d1d1aa7b HTTP/1.1" status: 200 len: 943 time: 0.1080463 Sep 22 04:30:41.312889 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-b90b245f-7fb4-42c1-93e1-e571feca43ef req-22bccc25-1e5b-4629-8de5-dcac574db817 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bc11e4-7abd-4750-8ac3-63f5066b0018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778904 Sep 22 04:30:41.374982 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] get_ports_and_sgs() called for port_ids ['51a19702-4eda-4f86-9047-04b4c57dde31'] {{(pid=94617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 04:30:41.452791 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0adab40-d3fb-4eca-b173-20385fa00856 req-c74a94db-d724-4995-9002-5f38091a457d tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:41.461470 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-e0adab40-d3fb-4eca-b173-20385fa00856 req-c74a94db-d724-4995-9002-5f38091a457d tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ecf19b8-6886-42a0-afa3-aef3b137e1dc HTTP/1.1" status: 200 len: 945 time: 1.0070970 Sep 22 04:30:41.521242 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Pushing event updated for resources: {'Port': ['ID=df1cd7c1-405a-44ce-adf1-a88a5cfa49d0,revision_number=4']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:30:41.681507 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-85cf62ed-eefb-486c-b1f0-5106a62ae97c req-991de856-10df-4d59-9fb7-14a634140455 tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] 10.222.0.24 "GET /v2.0/ports?device_id=30391d49-1475-47e7-b475-0c99772f49f4 HTTP/1.1" status: 200 len: 210 time: 0.0662072 Sep 22 04:30:41.685696 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] get_ports_and_sgs() called for port_ids ['df1cd7c1-405a-44ce-adf1-a88a5cfa49d0'] {{(pid=94617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 04:30:41.699252 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [req-2e3c4f20-2dea-40b1-bb7b-1178f4c01de0 req-faf54aa5-5d23-4100-a1c8-12baa3f0f9c1 service neutron] For port a9e8aa9e-0fd7-4c79-bd9b-796f729d3b1f, host hv-cinder-81011, cleared binding levels {{(pid=94616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 04:30:41.744519 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [req-2e3c4f20-2dea-40b1-bb7b-1178f4c01de0 req-faf54aa5-5d23-4100-a1c8-12baa3f0f9c1 service neutron] For port a9e8aa9e-0fd7-4c79-bd9b-796f729d3b1f, host hv-cinder-81011, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81011',level=0,port_id=a9e8aa9e-0fd7-4c79-bd9b-796f729d3b1f,segment=NetworkSegment(46967add-ceb0-4865-9e29-f6ad39a3d084),segment_id=46967add-ceb0-4865-9e29-f6ad39a3d084)] {{(pid=94616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 04:30:41.830959 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-e0adab40-d3fb-4eca-b173-20385fa00856 req-8e92a865-e9d9-4e03-a1fe-53e01be2a4e6 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa7be617-2fe6-4836-b1f1-d63120ca8390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3211813 Sep 22 04:30:41.869923 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7708c4c6-a793-4c2b-beab-5e87cd717401 req-0d093548-ed59-49c0-8bef-ebe3f9bfbf2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:41.872964 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-7708c4c6-a793-4c2b-beab-5e87cd717401 req-0d093548-ed59-49c0-8bef-ebe3f9bfbf2e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a1cd15fdc6c94a548394ecbbef9cfbdb&device_id=1ecf19b8-6886-42a0-afa3-aef3b137e1dc HTTP/1.1" status: 200 len: 1098 time: 0.3948190 Sep 22 04:30:41.886008 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8fbe55-c511-46f6-8ce4-575b6f4c49af req-f393cf22-11e3-4891-890a-bad579b6971f tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:41.888562 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-0d8fbe55-c511-46f6-8ce4-575b6f4c49af req-f393cf22-11e3-4891-890a-bad579b6971f tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] 10.222.0.30 "GET /v2.0/networks?id=88f76aa3-7a4b-4fae-991d-c7be0bb0ca85 HTTP/1.1" status: 200 len: 809 time: 1.2939122 Sep 22 04:30:41.889911 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-2e3c4f20-2dea-40b1-bb7b-1178f4c01de0 req-faf54aa5-5d23-4100-a1c8-12baa3f0f9c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534565793'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:41.901514 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be599494-be8e-4bca-b335-a43093e0baa7 req-575800bf-09f8-41fd-bd1a-c9808c7ba72c tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:41.917273 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-be599494-be8e-4bca-b335-a43093e0baa7 req-575800bf-09f8-41fd-bd1a-c9808c7ba72c tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=73071d9e-f5bc-439b-a5c9-d1ef0da01f57 HTTP/1.1" status: 200 len: 944 time: 0.0934732 Sep 22 04:30:41.954260 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf54aa5-5d23-4100-a1c8-12baa3f0f9c1 service neutron] Pushing event updated for resources: {'Port': ['ID=a9e8aa9e-0fd7-4c79-bd9b-796f729d3b1f,revision_number=3']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:30:41.986104 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-be599494-be8e-4bca-b335-a43093e0baa7 req-e09aa727-1e65-4107-a5f9-3097fbf416e7 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=0987b5bf-9d30-4aee-b9ff-4b85b30fe4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678535 Sep 22 04:30:42.009707 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3c4f20-2dea-40b1-bb7b-1178f4c01de0 req-faf54aa5-5d23-4100-a1c8-12baa3f0f9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:42.011305 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-2e3c4f20-2dea-40b1-bb7b-1178f4c01de0 req-faf54aa5-5d23-4100-a1c8-12baa3f0f9c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34584'] for port, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:42.013640 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-2e3c4f20-2dea-40b1-bb7b-1178f4c01de0 req-faf54aa5-5d23-4100-a1c8-12baa3f0f9c1 service neutron] 10.222.0.30 "PUT /v2.0/ports/a9e8aa9e-0fd7-4c79-bd9b-796f729d3b1f HTTP/1.1" status: 200 len: 1094 time: 2.9162865 Sep 22 04:30:42.014232 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7d0b309-7f88-40cb-885e-a2d1668c9af1', 'tag': 'a9e8aa9e-0fd7-4c79-bd9b-796f729d3b1f'}] {{(pid=94616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 04:30:42.019705 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ee93b3f7eb2b2b6a350c95698ebe5b9c8d238e2160e747b625fec6bb3c76933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68c4953a-5781-4ab8-a73e-331356c693c0" -d '{"events": [{"name": "network-changed", "server_uuid": "f7d0b309-7f88-40cb-885e-a2d1668c9af1", "tag": "a9e8aa9e-0fd7-4c79-bd9b-796f729d3b1f"}]}' {{(pid=94616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 04:30:42.111766 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 04:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b04bb0a-078c-44d0-8e50-140ae98c8a1a x-openstack-request-id: req-2b04bb0a-078c-44d0-8e50-140ae98c8a1a {{(pid=94616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 04:30:42.112269 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7d0b309-7f88-40cb-885e-a2d1668c9af1", "tag": "a9e8aa9e-0fd7-4c79-bd9b-796f729d3b1f", "status": "completed", "code": 200}]} {{(pid=94616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 04:30:42.112686 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2b04bb0a-078c-44d0-8e50-140ae98c8a1a {{(pid=94616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 04:30:42.113432 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7d0b309-7f88-40cb-885e-a2d1668c9af1', 'tag': 'a9e8aa9e-0fd7-4c79-bd9b-796f729d3b1f', 'status': 'completed', 'code': 200} Sep 22 04:30:42.273693 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdad298-82b0-4cc2-a023-1ab76825e095 req-666363eb-2ea6-4e20-87ac-784ec106e8c8 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:42.275367 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-7cdad298-82b0-4cc2-a023-1ab76825e095 req-666363eb-2ea6-4e20-87ac-784ec106e8c8 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7d0b309-7f88-40cb-885e-a2d1668c9af1 HTTP/1.1" status: 200 len: 944 time: 0.0946121 Sep 22 04:30:42.340797 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-7cdad298-82b0-4cc2-a023-1ab76825e095 req-f0f614d0-8535-41a3-8404-f1e746130b44 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] 10.222.0.24 "GET /v2.0/security-groups?id=3559c028-26d0-4688-9c30-5c12a4a20ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582042 Sep 22 04:30:42.654305 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0439456d-44e5-4676-9e41-bee7df9d9330 req-bc50e19c-58e0-47d8-843d-5f091a4af052 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:42.657839 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-0439456d-44e5-4676-9e41-bee7df9d9330 req-bc50e19c-58e0-47d8-843d-5f091a4af052 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/ports?device_id=19dde76a-b36b-44ba-b93d-79a0d1d1aa7b HTTP/1.1" status: 200 len: 944 time: 0.0712075 Sep 22 04:30:42.715920 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-0439456d-44e5-4676-9e41-bee7df9d9330 req-9df879e8-821c-4645-9994-bd0c0aebbfc9 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bc11e4-7abd-4750-8ac3-63f5066b0018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505157 Sep 22 04:30:42.839828 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-e3bbf9e8-53c8-4ce2-8de5-78a15a4bc692 req-fab9ac19-c22b-4422-8721-4b873da9e98f tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] 10.222.0.24 "GET /v2.0/ports?device_id=30391d49-1475-47e7-b475-0c99772f49f4 HTTP/1.1" status: 200 len: 210 time: 0.0349770 Sep 22 04:30:42.951790 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1851593e-2620-471b-898c-b084551b4e61 req-c01db42f-a13c-4508-a118-cc38d0ad6c75 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:42.953369 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-1851593e-2620-471b-898c-b084551b4e61 req-c01db42f-a13c-4508-a118-cc38d0ad6c75 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ecf19b8-6886-42a0-afa3-aef3b137e1dc HTTP/1.1" status: 200 len: 945 time: 0.0517700 Sep 22 04:30:42.995016 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-1851593e-2620-471b-898c-b084551b4e61 req-e8b2731c-b729-41a8-bc0e-abde0ed943dd tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa7be617-2fe6-4836-b1f1-d63120ca8390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348699 Sep 22 04:30:43.113606 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316dac3d-6c56-4471-b9b7-cf8429a9acca req-294a874c-6810-4e51-b191-7bd22fdd8005 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:43.115938 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-316dac3d-6c56-4471-b9b7-cf8429a9acca req-294a874c-6810-4e51-b191-7bd22fdd8005 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=73071d9e-f5bc-439b-a5c9-d1ef0da01f57 HTTP/1.1" status: 200 len: 944 time: 0.0607812 Sep 22 04:30:43.185412 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-316dac3d-6c56-4471-b9b7-cf8429a9acca req-b785e448-657c-49b4-965c-7cd227a4cd75 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=0987b5bf-9d30-4aee-b9ff-4b85b30fe4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602255 Sep 22 04:30:43.476936 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d0344f-f829-4965-82b7-c921229d4cc9 req-6dfe4b10-f9e5-4547-9a29-e5c35c588716 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:43.478572 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-d2d0344f-f829-4965-82b7-c921229d4cc9 req-6dfe4b10-f9e5-4547-9a29-e5c35c588716 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7d0b309-7f88-40cb-885e-a2d1668c9af1 HTTP/1.1" status: 200 len: 944 time: 0.0709136 Sep 22 04:30:43.535502 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-d2d0344f-f829-4965-82b7-c921229d4cc9 req-d4a51736-9359-4fb4-92d4-f1077b7dd013 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] 10.222.0.24 "GET /v2.0/security-groups?id=3559c028-26d0-4688-9c30-5c12a4a20ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337596 Sep 22 04:30:43.833197 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Device 51a19702-4eda-4f86-9047-04b4c57dde31 up at agent hyperv_hv-cinder-81011 {{(pid=94617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 04:30:43.882690 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484369f1-674a-4853-95a2-51330675d6cf req-64bd5428-6244-4791-be21-a3fa43ba3845 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:43.885689 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-484369f1-674a-4853-95a2-51330675d6cf req-64bd5428-6244-4791-be21-a3fa43ba3845 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/ports?device_id=19dde76a-b36b-44ba-b93d-79a0d1d1aa7b HTTP/1.1" status: 200 len: 944 time: 0.0976648 Sep 22 04:30:43.941046 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-484369f1-674a-4853-95a2-51330675d6cf req-84a2b2e3-e5da-4354-9a73-9aa2b509f8f1 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bc11e4-7abd-4750-8ac3-63f5066b0018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502408 Sep 22 04:30:43.942784 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Provisioning complete for port 51a19702-4eda-4f86-9047-04b4c57dde31 triggered by entity L2. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 04:30:43.943166 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628798'] for port, provisioning_complete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:43.980203 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-624aa66f-d81e-4c45-a097-5a492286dc4a req-acb75910-8d87-4d0e-bd79-9a592ce81124 tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] 10.222.0.24 "GET /v2.0/ports?device_id=30391d49-1475-47e7-b475-0c99772f49f4 HTTP/1.1" status: 200 len: 210 time: 0.0284779 Sep 22 04:30:44.042739 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:44.067306 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73071d9e-f5bc-439b-a5c9-d1ef0da01f57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51a19702-4eda-4f86-9047-04b4c57dde31'}] {{(pid=94617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 04:30:44.069986 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}993cef13cba3f0ab7640ec7edf55a13b4a27e0226575f61fb20ce20e7b239147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef22a0f3-e824-4254-b49e-48f22a31ac6f" -d '{"events": [{"server_uuid": "73071d9e-f5bc-439b-a5c9-d1ef0da01f57", "name": "network-vif-plugged", "status": "completed", "tag": "51a19702-4eda-4f86-9047-04b4c57dde31"}]}' {{(pid=94617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 04:30:44.082842 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] For port 51a19702-4eda-4f86-9047-04b4c57dde31, host hv-cinder-81011, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81011',level=0,port_id=51a19702-4eda-4f86-9047-04b4c57dde31,segment=NetworkSegment(30b5be0d-9a0d-4d41-ab50-368f87857a66),segment_id=30b5be0d-9a0d-4d41-ab50-368f87857a66)] {{(pid=94617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:30:44.109865 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 04:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59d756c7-cadb-41db-9920-0b9883cd63b6 x-openstack-request-id: req-59d756c7-cadb-41db-9920-0b9883cd63b6 {{(pid=94617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 04:30:44.110256 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73071d9e-f5bc-439b-a5c9-d1ef0da01f57", "name": "network-vif-plugged", "status": "completed", "tag": "51a19702-4eda-4f86-9047-04b4c57dde31", "code": 200}]} {{(pid=94617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 04:30:44.110508 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-59d756c7-cadb-41db-9920-0b9883cd63b6 {{(pid=94617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 04:30:44.110903 dv-cinder-810118-1-iscsi neutron-server[94617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73071d9e-f5bc-439b-a5c9-d1ef0da01f57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51a19702-4eda-4f86-9047-04b4c57dde31', 'code': 200} Sep 22 04:30:44.124247 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cef87d-4ca0-435c-b656-7679f727fdad req-fa840ae0-01ed-4f35-a980-40b9bd286b5b tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:44.127394 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-14cef87d-4ca0-435c-b656-7679f727fdad req-fa840ae0-01ed-4f35-a980-40b9bd286b5b tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ecf19b8-6886-42a0-afa3-aef3b137e1dc HTTP/1.1" status: 200 len: 945 time: 0.0587811 Sep 22 04:30:44.158604 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:44.159530 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Device df1cd7c1-405a-44ce-adf1-a88a5cfa49d0 up at agent hyperv_hv-cinder-81011 {{(pid=94617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 04:30:44.173762 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-14cef87d-4ca0-435c-b656-7679f727fdad req-8168c1e4-281f-44e4-b6ed-6179ba1e9f58 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa7be617-2fe6-4836-b1f1-d63120ca8390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373480 Sep 22 04:30:44.262463 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Pushing event updated for resources: {'Port': ['ID=51a19702-4eda-4f86-9047-04b4c57dde31,revision_number=7']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:30:44.315594 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2f7250-aa53-4022-ade8-136a4e634353 req-0c2122c2-913a-4f3d-9aa0-fed1b74081e2 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:44.317279 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-4c2f7250-aa53-4022-ade8-136a4e634353 req-0c2122c2-913a-4f3d-9aa0-fed1b74081e2 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=73071d9e-f5bc-439b-a5c9-d1ef0da01f57 HTTP/1.1" status: 200 len: 945 time: 0.0557740 Sep 22 04:30:44.360599 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Provisioning for port df1cd7c1-405a-44ce-adf1-a88a5cfa49d0 completed by entity L2. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 04:30:44.370681 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Provisioning complete for port df1cd7c1-405a-44ce-adf1-a88a5cfa49d0 triggered by entity L2. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 04:30:44.370681 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628798'] for port, provisioning_complete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:44.376757 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-4c2f7250-aa53-4022-ade8-136a4e634353 req-11907240-6b83-4d0b-a65d-988e44969328 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=0987b5bf-9d30-4aee-b9ff-4b85b30fe4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450623 Sep 22 04:30:44.455739 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:44.488711 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] For port df1cd7c1-405a-44ce-adf1-a88a5cfa49d0, host hv-cinder-81011, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81011',level=0,port_id=df1cd7c1-405a-44ce-adf1-a88a5cfa49d0,segment=NetworkSegment(bc8c3708-e396-4d9b-bfd8-c6b3490a63a6),segment_id=bc8c3708-e396-4d9b-bfd8-c6b3490a63a6)] {{(pid=94617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:30:44.570499 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:44.626039 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Pushing event updated for resources: {'Port': ['ID=df1cd7c1-405a-44ce-adf1-a88a5cfa49d0,revision_number=5']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:30:44.647057 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d2afe0-e9f0-47b8-a079-5ee116b9fc59 req-c838e2de-1a11-423b-9907-c23557abd1c0 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:44.648663 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-d4d2afe0-e9f0-47b8-a079-5ee116b9fc59 req-c838e2de-1a11-423b-9907-c23557abd1c0 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7d0b309-7f88-40cb-885e-a2d1668c9af1 HTTP/1.1" status: 200 len: 944 time: 0.0568733 Sep 22 04:30:44.692266 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-d4d2afe0-e9f0-47b8-a079-5ee116b9fc59 req-3f62085a-6033-4025-9494-df763f74cbad tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] 10.222.0.24 "GET /v2.0/security-groups?id=3559c028-26d0-4688-9c30-5c12a4a20ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373719 Sep 22 04:30:45.067211 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a97f45-b389-48ff-a9da-ed61aaaa2141 req-2e05c78e-88b3-4b3c-be53-b413b9614108 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:45.080543 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-11a97f45-b389-48ff-a9da-ed61aaaa2141 req-2e05c78e-88b3-4b3c-be53-b413b9614108 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/ports?device_id=19dde76a-b36b-44ba-b93d-79a0d1d1aa7b HTTP/1.1" status: 200 len: 945 time: 0.0620525 Sep 22 04:30:45.127993 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-24818554-71be-49e7-a20b-29247f90c224 req-1d43add8-73ff-4ad7-84d9-a2d57bd7026b tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] 10.222.0.24 "GET /v2.0/ports?device_id=30391d49-1475-47e7-b475-0c99772f49f4 HTTP/1.1" status: 200 len: 210 time: 0.0397484 Sep 22 04:30:45.128605 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-11a97f45-b389-48ff-a9da-ed61aaaa2141 req-fc3c3d8d-092c-4aa6-9a46-dd123e8eada7 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bc11e4-7abd-4750-8ac3-63f5066b0018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514481 Sep 22 04:30:45.300093 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3014b0c-d1d6-44e3-960f-86932ed27486 req-317e6e71-3965-4c6e-b594-79b5fa413a8a tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:45.301724 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-b3014b0c-d1d6-44e3-960f-86932ed27486 req-317e6e71-3965-4c6e-b594-79b5fa413a8a tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ecf19b8-6886-42a0-afa3-aef3b137e1dc HTTP/1.1" status: 200 len: 945 time: 0.0581975 Sep 22 04:30:45.352076 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-b3014b0c-d1d6-44e3-960f-86932ed27486 req-a4bc8e9c-8351-4d4c-9778-1fca82eff713 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa7be617-2fe6-4836-b1f1-d63120ca8390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421913 Sep 22 04:30:45.507088 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070f7d04-59ea-4fbe-a9e7-ced7382c8c93 req-7fc2040e-9159-4e65-91c5-f3138f735314 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:45.509097 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-070f7d04-59ea-4fbe-a9e7-ced7382c8c93 req-7fc2040e-9159-4e65-91c5-f3138f735314 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=73071d9e-f5bc-439b-a5c9-d1ef0da01f57 HTTP/1.1" status: 200 len: 945 time: 0.0593810 Sep 22 04:30:45.550765 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-070f7d04-59ea-4fbe-a9e7-ced7382c8c93 req-55c1c52d-085d-4187-8fb0-75073cc2aa2b tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=0987b5bf-9d30-4aee-b9ff-4b85b30fe4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331373 Sep 22 04:30:45.827805 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2245436-5752-451c-93a7-2d602005349d req-bd0510a0-ccb3-4884-b85d-e45856cea56d tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:45.830191 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-b2245436-5752-451c-93a7-2d602005349d req-bd0510a0-ccb3-4884-b85d-e45856cea56d tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7d0b309-7f88-40cb-885e-a2d1668c9af1 HTTP/1.1" status: 200 len: 944 time: 0.0662198 Sep 22 04:30:46.112842 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19dde76a-b36b-44ba-b93d-79a0d1d1aa7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df1cd7c1-405a-44ce-adf1-a88a5cfa49d0'}] {{(pid=94617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 04:30:46.115704 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}993cef13cba3f0ab7640ec7edf55a13b4a27e0226575f61fb20ce20e7b239147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61437d00-b98c-4f8d-9a4c-66f8f78b39cf" -d '{"events": [{"server_uuid": "19dde76a-b36b-44ba-b93d-79a0d1d1aa7b", "name": "network-vif-plugged", "status": "completed", "tag": "df1cd7c1-405a-44ce-adf1-a88a5cfa49d0"}]}' {{(pid=94617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 04:30:46.156860 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-b2245436-5752-451c-93a7-2d602005349d req-9e12dbc7-db49-49a4-ba08-e8ea1aed94e1 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] 10.222.0.24 "GET /v2.0/security-groups?id=3559c028-26d0-4688-9c30-5c12a4a20ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3119490 Sep 22 04:30:46.157746 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 04:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe8d3c56-8bb6-4ae2-81f2-09779c13be9b x-openstack-request-id: req-fe8d3c56-8bb6-4ae2-81f2-09779c13be9b {{(pid=94617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 04:30:46.157746 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19dde76a-b36b-44ba-b93d-79a0d1d1aa7b", "name": "network-vif-plugged", "status": "completed", "tag": "df1cd7c1-405a-44ce-adf1-a88a5cfa49d0", "code": 200}]} {{(pid=94617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 04:30:46.157746 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fe8d3c56-8bb6-4ae2-81f2-09779c13be9b {{(pid=94617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 04:30:46.157746 dv-cinder-810118-1-iscsi neutron-server[94617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19dde76a-b36b-44ba-b93d-79a0d1d1aa7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df1cd7c1-405a-44ce-adf1-a88a5cfa49d0', 'code': 200} Sep 22 04:30:46.267320 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-3d122489-65e3-443b-91a2-ef22252ceca8 req-17095a14-8061-483a-bac2-9c5103764c71 tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] 10.222.0.24 "GET /v2.0/ports?device_id=30391d49-1475-47e7-b475-0c99772f49f4 HTTP/1.1" status: 200 len: 210 time: 0.0335186 Sep 22 04:30:46.275044 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692456b7-7839-45b0-a1aa-a3992f1d8fec req-e9a390fc-c323-4e8f-9080-d910c6a1a880 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:46.277492 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-692456b7-7839-45b0-a1aa-a3992f1d8fec req-e9a390fc-c323-4e8f-9080-d910c6a1a880 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/ports?device_id=19dde76a-b36b-44ba-b93d-79a0d1d1aa7b HTTP/1.1" status: 200 len: 945 time: 0.0522237 Sep 22 04:30:46.318231 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-692456b7-7839-45b0-a1aa-a3992f1d8fec req-906ec35c-015d-40f4-a6a1-6a4668e41f10 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bc11e4-7abd-4750-8ac3-63f5066b0018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344052 Sep 22 04:30:46.473636 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45e69d1-6cba-46c5-b272-067cc58a9335 req-829a8d03-68ab-477a-b900-85d80370b5e2 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:46.475559 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-f45e69d1-6cba-46c5-b272-067cc58a9335 req-829a8d03-68ab-477a-b900-85d80370b5e2 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ecf19b8-6886-42a0-afa3-aef3b137e1dc HTTP/1.1" status: 200 len: 945 time: 0.0549116 Sep 22 04:30:46.540254 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-f45e69d1-6cba-46c5-b272-067cc58a9335 req-475c11a3-9b21-4529-b936-d933f271f5fa tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa7be617-2fe6-4836-b1f1-d63120ca8390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556378 Sep 22 04:30:46.696694 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34df020f-33c4-4630-8ac8-c5113d07fbd5 req-97fa8d50-31f4-4161-bf4a-862f4f34c948 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:46.696980 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 44864) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:30:46.704172 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-34df020f-33c4-4630-8ac8-c5113d07fbd5 req-97fa8d50-31f4-4161-bf4a-862f4f34c948 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=73071d9e-f5bc-439b-a5c9-d1ef0da01f57 HTTP/1.1" status: 200 len: 945 time: 0.0592887 Sep 22 04:30:46.745152 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-34df020f-33c4-4630-8ac8-c5113d07fbd5 req-a5cbac23-512a-4900-b879-9842d12f7f3f tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=0987b5bf-9d30-4aee-b9ff-4b85b30fe4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331094 Sep 22 04:30:46.827160 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-4d189723-0fcb-494d-a4cb-3d527c39ac2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:46.920759 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-4d189723-0fcb-494d-a4cb-3d527c39ac2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:47.008990 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-4d189723-0fcb-494d-a4cb-3d527c39ac2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:47.044846 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d189723-0fcb-494d-a4cb-3d527c39ac2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad58f77f-7edc-405c-9af8-14a872c21da1,revision_number=1']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:30:47.049201 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-4d189723-0fcb-494d-a4cb-3d527c39ac2e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ce10452fae3a4c07a6e703e747ce02d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3511901 Sep 22 04:30:47.051779 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 44870) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:30:47.103086 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-459bccc7-2df0-4eb6-9865-76dfe2d918dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:47.128989 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-459bccc7-2df0-4eb6-9865-76dfe2d918dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:47.256425 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-459bccc7-2df0-4eb6-9865-76dfe2d918dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:47.259103 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-459bccc7-2df0-4eb6-9865-76dfe2d918dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:47.260374 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-459bccc7-2df0-4eb6-9865-76dfe2d918dd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ad58f77f-7edc-405c-9af8-14a872c21da1 HTTP/1.1" status: 204 len: 168 time: 0.2077074 Sep 22 04:30:47.273354 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459bccc7-2df0-4eb6-9865-76dfe2d918dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad58f77f-7edc-405c-9af8-14a872c21da1,revision_number=None']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:30:47.286558 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92632730-9710-4d4b-9f4e-e02e70cc78ec req-2c2ee64e-e0d0-4195-9f64-2c0e2b219565 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:47.288649 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-92632730-9710-4d4b-9f4e-e02e70cc78ec req-2c2ee64e-e0d0-4195-9f64-2c0e2b219565 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7d0b309-7f88-40cb-885e-a2d1668c9af1 HTTP/1.1" status: 200 len: 944 time: 0.0680993 Sep 22 04:30:47.344293 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-92632730-9710-4d4b-9f4e-e02e70cc78ec req-e2249b36-a2b4-4641-abd3-55f37c5a1795 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] 10.222.0.24 "GET /v2.0/security-groups?id=3559c028-26d0-4688-9c30-5c12a4a20ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496771 Sep 22 04:30:47.379924 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-98876c18-7cf6-477e-96ef-e7b3b2651717 req-f6fa22b3-d48c-4ed5-a0b8-7cf9b835f6d0 tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] 10.222.0.24 "GET /v2.0/ports?device_id=30391d49-1475-47e7-b475-0c99772f49f4 HTTP/1.1" status: 200 len: 210 time: 0.0268743 Sep 22 04:30:47.465064 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f41841-68e9-4fab-b097-49ebc9e7c55d req-42e19538-58a3-4011-97ac-ec1bc7ddad98 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:47.472965 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-b5f41841-68e9-4fab-b097-49ebc9e7c55d req-42e19538-58a3-4011-97ac-ec1bc7ddad98 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/ports?device_id=19dde76a-b36b-44ba-b93d-79a0d1d1aa7b HTTP/1.1" status: 200 len: 945 time: 0.0576124 Sep 22 04:30:47.522423 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-b5f41841-68e9-4fab-b097-49ebc9e7c55d req-4274596e-2013-4aaa-b9c1-ae6606117351 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bc11e4-7abd-4750-8ac3-63f5066b0018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484796 Sep 22 04:30:47.684529 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782b5a23-3956-4288-a7b2-b030faf4a0ae req-5a3ce06c-1253-479f-8b2f-84193c29f7ef tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:47.686150 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-782b5a23-3956-4288-a7b2-b030faf4a0ae req-5a3ce06c-1253-479f-8b2f-84193c29f7ef tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ecf19b8-6886-42a0-afa3-aef3b137e1dc HTTP/1.1" status: 200 len: 945 time: 0.0637007 Sep 22 04:30:47.728551 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-782b5a23-3956-4288-a7b2-b030faf4a0ae req-f82ca571-5956-4b97-87ba-e117ea60d827 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa7be617-2fe6-4836-b1f1-d63120ca8390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359247 Sep 22 04:30:47.875015 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e613d3-6cff-49d0-98c8-92e849b216b1 req-d369e304-cfd1-4a77-a131-54e1b29e69db tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:47.876741 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-27e613d3-6cff-49d0-98c8-92e849b216b1 req-d369e304-cfd1-4a77-a131-54e1b29e69db tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=73071d9e-f5bc-439b-a5c9-d1ef0da01f57 HTTP/1.1" status: 200 len: 945 time: 0.0526714 Sep 22 04:30:47.935045 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-27e613d3-6cff-49d0-98c8-92e849b216b1 req-ef0ece29-0f09-4489-9326-05a9a67149e1 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=0987b5bf-9d30-4aee-b9ff-4b85b30fe4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463045 Sep 22 04:30:48.503853 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16f976e-4e28-43d4-925e-c76aae575867 req-34cd488d-7e23-4c5d-9738-72a3f2fa2683 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:48.507757 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-e16f976e-4e28-43d4-925e-c76aae575867 req-34cd488d-7e23-4c5d-9738-72a3f2fa2683 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7d0b309-7f88-40cb-885e-a2d1668c9af1 HTTP/1.1" status: 200 len: 944 time: 0.0848570 Sep 22 04:30:48.517489 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-0685cfe6-170e-4eb8-9f95-55e770f54d06 req-88e5b3be-9c2f-410a-b721-91e55fb9fa4d tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] 10.222.0.24 "GET /v2.0/ports?device_id=30391d49-1475-47e7-b475-0c99772f49f4 HTTP/1.1" status: 200 len: 210 time: 0.0337827 Sep 22 04:30:48.556821 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-e16f976e-4e28-43d4-925e-c76aae575867 req-6cc7dde5-ea14-4dc8-a489-bd8dbd8e3ec1 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] 10.222.0.24 "GET /v2.0/security-groups?id=3559c028-26d0-4688-9c30-5c12a4a20ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423067 Sep 22 04:30:48.696242 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf2da3-16df-473a-88f6-32647b8d6532 req-02d5549b-d97c-4719-8c59-cdc577e9971f tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:48.700680 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-0fcf2da3-16df-473a-88f6-32647b8d6532 req-02d5549b-d97c-4719-8c59-cdc577e9971f tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/ports?device_id=19dde76a-b36b-44ba-b93d-79a0d1d1aa7b HTTP/1.1" status: 200 len: 945 time: 0.0768986 Sep 22 04:30:48.742979 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-0fcf2da3-16df-473a-88f6-32647b8d6532 req-06730042-d863-43c1-b595-606c51cdea46 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bc11e4-7abd-4750-8ac3-63f5066b0018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350902 Sep 22 04:30:48.869162 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c09a9b-3a6c-4760-bea7-d5c2208bf3a7 req-6f22caa4-46d1-41d4-9b06-2ca629281e75 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:48.870706 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-32c09a9b-3a6c-4760-bea7-d5c2208bf3a7 req-6f22caa4-46d1-41d4-9b06-2ca629281e75 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ecf19b8-6886-42a0-afa3-aef3b137e1dc HTTP/1.1" status: 200 len: 945 time: 0.0541904 Sep 22 04:30:48.917061 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-32c09a9b-3a6c-4760-bea7-d5c2208bf3a7 req-cbc585de-39b4-4d3b-b505-37e7655641f7 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa7be617-2fe6-4836-b1f1-d63120ca8390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400593 Sep 22 04:30:49.075486 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d69577-d303-4256-9e97-c17af2c325b3 req-23e5b099-b464-49a3-a456-064f6d302a04 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:49.077882 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-15d69577-d303-4256-9e97-c17af2c325b3 req-23e5b099-b464-49a3-a456-064f6d302a04 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=73071d9e-f5bc-439b-a5c9-d1ef0da01f57 HTTP/1.1" status: 200 len: 945 time: 0.0579181 Sep 22 04:30:49.121523 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-15d69577-d303-4256-9e97-c17af2c325b3 req-7d4daff5-b133-4f48-a689-d7b5a44f1b5e tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=0987b5bf-9d30-4aee-b9ff-4b85b30fe4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371463 Sep 22 04:30:49.182960 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 44928) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:30:49.290487 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ddc85404-3ca0-4867-b0c2-e844d61e57c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:49.380218 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ddc85404-3ca0-4867-b0c2-e844d61e57c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:49.462330 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ddc85404-3ca0-4867-b0c2-e844d61e57c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:49.505914 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc85404-3ca0-4867-b0c2-e844d61e57c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb0f8fbf-cfce-4e6f-a13a-196ce9a9b2c5,revision_number=1']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:30:49.511585 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-ddc85404-3ca0-4867-b0c2-e844d61e57c1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=47c0d848c36446f69cf3857301d29bda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3273265 Sep 22 04:30:49.514527 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 44932) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:30:49.574055 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-4690746e-354d-4fea-90f8-2e389dc93726 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:49.616392 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-4690746e-354d-4fea-90f8-2e389dc93726 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:49.619381 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-85cd6c17-ff55-4a7a-8f89-992f9cc51388 req-9a24f11e-d21c-4b22-8c0c-5c85e08ae68f tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] 10.222.0.24 "GET /v2.0/ports?device_id=30391d49-1475-47e7-b475-0c99772f49f4 HTTP/1.1" status: 200 len: 210 time: 0.0346541 Sep 22 04:30:49.706516 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcd9ac5-edac-4c16-90c9-73790481f667 req-dcd6bafa-c3e6-4f1c-b6e4-6ca804d3beda tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:49.708667 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-7bcd9ac5-edac-4c16-90c9-73790481f667 req-dcd6bafa-c3e6-4f1c-b6e4-6ca804d3beda tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7d0b309-7f88-40cb-885e-a2d1668c9af1 HTTP/1.1" status: 200 len: 944 time: 0.0781112 Sep 22 04:30:49.749375 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-7bcd9ac5-edac-4c16-90c9-73790481f667 req-a2f2b027-1adf-4502-ac9b-1155286ce861 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] 10.222.0.24 "GET /v2.0/security-groups?id=3559c028-26d0-4688-9c30-5c12a4a20ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336871 Sep 22 04:30:49.794607 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-4690746e-354d-4fea-90f8-2e389dc93726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:49.798709 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-4690746e-354d-4fea-90f8-2e389dc93726 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:49.798888 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-4690746e-354d-4fea-90f8-2e389dc93726 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/eb0f8fbf-cfce-4e6f-a13a-196ce9a9b2c5 HTTP/1.1" status: 204 len: 168 time: 0.2831426 Sep 22 04:30:49.807732 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4690746e-354d-4fea-90f8-2e389dc93726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb0f8fbf-cfce-4e6f-a13a-196ce9a9b2c5,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:30:49.893176 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a65a33d-3cee-45d6-8331-85cf1374cac6 req-425a31bd-dc8a-4ff5-84c2-8bd6de8e1d79 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:49.898339 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-4a65a33d-3cee-45d6-8331-85cf1374cac6 req-425a31bd-dc8a-4ff5-84c2-8bd6de8e1d79 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/ports?device_id=19dde76a-b36b-44ba-b93d-79a0d1d1aa7b HTTP/1.1" status: 200 len: 945 time: 0.0673847 Sep 22 04:30:49.935426 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-4a65a33d-3cee-45d6-8331-85cf1374cac6 req-4b078504-5cda-41b7-8ef6-14b0655e2138 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bc11e4-7abd-4750-8ac3-63f5066b0018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359502 Sep 22 04:30:50.074325 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e99a810-c710-45d6-92aa-230af05a231e req-02f90720-dc42-4243-957b-89d39eb1ff73 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:50.076197 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-1e99a810-c710-45d6-92aa-230af05a231e req-02f90720-dc42-4243-957b-89d39eb1ff73 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ecf19b8-6886-42a0-afa3-aef3b137e1dc HTTP/1.1" status: 200 len: 945 time: 0.0784714 Sep 22 04:30:50.122494 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-1e99a810-c710-45d6-92aa-230af05a231e req-04ed2c7b-5717-4acb-bf59-0671ee4f3faa tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa7be617-2fe6-4836-b1f1-d63120ca8390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394166 Sep 22 04:30:50.254015 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77d9bce-f244-466f-bab0-e7c315950aea req-166a3847-264b-455d-b975-04a18e7cb6bd tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:50.255550 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-a77d9bce-f244-466f-bab0-e7c315950aea req-166a3847-264b-455d-b975-04a18e7cb6bd tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=73071d9e-f5bc-439b-a5c9-d1ef0da01f57 HTTP/1.1" status: 200 len: 945 time: 0.0529637 Sep 22 04:30:50.294684 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-a77d9bce-f244-466f-bab0-e7c315950aea req-e99bb321-d5d3-4c9c-b319-6a4bcb6234b0 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=0987b5bf-9d30-4aee-b9ff-4b85b30fe4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325382 Sep 22 04:30:50.455615 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-1dd8a63b-7d7e-4f5a-950e-a8fdf4a890b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:50.731280 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-700dfcdf-830e-4420-a72a-cdfbe2071136 req-9a710cd9-0d29-40cf-afca-c52a4cc6f806 tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] 10.222.0.24 "GET /v2.0/ports?device_id=30391d49-1475-47e7-b475-0c99772f49f4 HTTP/1.1" status: 200 len: 210 time: 0.0358267 Sep 22 04:30:50.893772 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8532a0f4-d0ed-477b-aeba-d4154934205b req-89e6b5da-74f9-492f-8cd9-dd504a5ea258 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:50.896484 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-8532a0f4-d0ed-477b-aeba-d4154934205b req-89e6b5da-74f9-492f-8cd9-dd504a5ea258 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7d0b309-7f88-40cb-885e-a2d1668c9af1 HTTP/1.1" status: 200 len: 944 time: 0.0640216 Sep 22 04:30:50.957106 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-8532a0f4-d0ed-477b-aeba-d4154934205b req-5c98a276-073c-454a-a4ba-c2db43de1756 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] 10.222.0.24 "GET /v2.0/security-groups?id=3559c028-26d0-4688-9c30-5c12a4a20ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494077 Sep 22 04:30:51.100878 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898248e0-ffbb-41f9-9848-823573d9cb6d req-9afa43e6-09be-48c5-a5b7-18c02bcb9f51 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:51.111594 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-898248e0-ffbb-41f9-9848-823573d9cb6d req-9afa43e6-09be-48c5-a5b7-18c02bcb9f51 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/ports?device_id=19dde76a-b36b-44ba-b93d-79a0d1d1aa7b HTTP/1.1" status: 200 len: 945 time: 0.0685234 Sep 22 04:30:51.146500 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-898248e0-ffbb-41f9-9848-823573d9cb6d req-795afdfc-1db6-4355-a499-832feebdc303 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bc11e4-7abd-4750-8ac3-63f5066b0018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337541 Sep 22 04:30:51.241823 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3b2bca-8ab9-46c8-b34a-cf01e98027ba req-73c36474-ae17-4679-93bc-269d70f733c6 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:51.243715 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-6c3b2bca-8ab9-46c8-b34a-cf01e98027ba req-73c36474-ae17-4679-93bc-269d70f733c6 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ecf19b8-6886-42a0-afa3-aef3b137e1dc HTTP/1.1" status: 200 len: 945 time: 0.0506177 Sep 22 04:30:51.288166 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-6c3b2bca-8ab9-46c8-b34a-cf01e98027ba req-7b4ef092-61c4-473d-8805-b52a2f8835e5 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa7be617-2fe6-4836-b1f1-d63120ca8390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376520 Sep 22 04:30:51.340534 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 45002) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:30:51.424407 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c108b19a-7454-43a2-840d-64388432f4c0 req-298301ef-9ee0-4a9a-a12b-32c664d9a30a tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:51.426024 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-c108b19a-7454-43a2-840d-64388432f4c0 req-298301ef-9ee0-4a9a-a12b-32c664d9a30a tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=73071d9e-f5bc-439b-a5c9-d1ef0da01f57 HTTP/1.1" status: 200 len: 945 time: 0.0549409 Sep 22 04:30:51.444992 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.v2.base [None req-7643e8b1-36ef-425a-9612-7b4f5788198f admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-9006278-network', 'tenant_id': '236117dcf0af4a2daabd25f4111c46ca'}} {{(pid=94615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 04:30:51.464985 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-c108b19a-7454-43a2-840d-64388432f4c0 req-a64dfe44-bafc-424e-aad5-918c58c178d6 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=0987b5bf-9d30-4aee-b9ff-4b85b30fe4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329931 Sep 22 04:30:51.558676 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7643e8b1-36ef-425a-9612-7b4f5788198f admin admin] Made reservation on behalf of 236117dcf0af4a2daabd25f4111c46ca for: {'network': 1} {{(pid=94615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 04:30:51.561279 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-7643e8b1-36ef-425a-9612-7b4f5788198f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for network, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:51.570721 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-7643e8b1-36ef-425a-9612-7b4f5788198f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:51.660499 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-7643e8b1-36ef-425a-9612-7b4f5788198f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:51.792268 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-7643e8b1-36ef-425a-9612-7b4f5788198f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:51.820371 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7643e8b1-36ef-425a-9612-7b4f5788198f admin admin] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=94615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 04:30:51.834590 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7643e8b1-36ef-425a-9612-7b4f5788198f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93663dba-703d-42ad-9b05-9abdf1941984,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:30:51.840311 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-7643e8b1-36ef-425a-9612-7b4f5788198f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-614853'] for segment, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:51.840784 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.db.segments_db [None req-7643e8b1-36ef-425a-9612-7b4f5788198f admin admin] Added segment 5bec021b-edbf-4f94-a1f5-14ee5c1a9575 of type vlan for network 59b728e9-5303-45e2-9c7c-2e2f20b70420 Sep 22 04:30:51.894527 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-62a30f2e-384a-465e-b4b4-901eddfa17b6 req-cd873330-47f8-401e-8f86-325a182d5762 tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] 10.222.0.24 "GET /v2.0/ports?device_id=30391d49-1475-47e7-b475-0c99772f49f4 HTTP/1.1" status: 200 len: 210 time: 0.0522923 Sep 22 04:30:51.906856 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-7643e8b1-36ef-425a-9612-7b4f5788198f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769518629407'] for network, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:51.980912 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-7643e8b1-36ef-425a-9612-7b4f5788198f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117'] for network, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:51.981855 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7643e8b1-36ef-425a-9612-7b4f5788198f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:51.982437 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-7643e8b1-36ef-425a-9612-7b4f5788198f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578295'] for network, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:52.045946 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7643e8b1-36ef-425a-9612-7b4f5788198f admin admin] Pushing event updated for resources: {'Network': ['ID=59b728e9-5303-45e2-9c7c-2e2f20b70420,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:30:52.058525 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Network 59b728e9-5303-45e2-9c7c-2e2f20b70420 details requested by agent ovs-agent-dv-cinder-810118-1-iscsi with host dv-cinder-810118-1-iscsi {{(pid=94617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 04:30:52.077021 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ce3319-b3ab-4eca-b6c5-1bc1207bdb1e req-cbb029e4-82cd-41a1-8375-e773030bba7b tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:52.080978 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-a5ce3319-b3ab-4eca-b6c5-1bc1207bdb1e req-cbb029e4-82cd-41a1-8375-e773030bba7b tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7d0b309-7f88-40cb-885e-a2d1668c9af1 HTTP/1.1" status: 200 len: 944 time: 0.0532601 Sep 22 04:30:52.096367 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-7643e8b1-36ef-425a-9612-7b4f5788198f admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7555730 Sep 22 04:30:52.100290 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 45012) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:30:52.104592 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.v2.base [None req-70b0bec4-b2e1-4a7a-8277-5a1fa03601ea admin admin] Request body: {'subnet': {'network_id': '59b728e9-5303-45e2-9c7c-2e2f20b70420', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-9006278-subnet', 'tenant_id': '236117dcf0af4a2daabd25f4111c46ca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 04:30:52.120827 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-a5ce3319-b3ab-4eca-b6c5-1bc1207bdb1e req-c1df7b40-a4ae-40cf-a180-fe954afafb86 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] 10.222.0.24 "GET /v2.0/security-groups?id=3559c028-26d0-4688-9c30-5c12a4a20ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367534 Sep 22 04:30:52.133995 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.v2.base [req-0d8fbe55-c511-46f6-8ce4-575b6f4c49af req-7fb7e6ab-8e55-4d0b-8c46-919812eda8ec tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] Request body: {'port': {'device_id': '30391d49-1475-47e7-b475-0c99772f49f4', 'network_id': '88f76aa3-7a4b-4fae-991d-c7be0bb0ca85', 'admin_state_up': True, 'tenant_id': 'fd38170ebc174899af784e7225b12eed'}} {{(pid=94616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 04:30:52.255349 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70b0bec4-b2e1-4a7a-8277-5a1fa03601ea admin admin] Made reservation on behalf of 236117dcf0af4a2daabd25f4111c46ca for: {'subnet': 1} {{(pid=94615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 04:30:52.257674 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-70b0bec4-b2e1-4a7a-8277-5a1fa03601ea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-533135685'] for subnet, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:52.316916 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c4953a-5781-4ab8-a73e-331356c693c0 req-2dee5b78-b4e5-45fd-aafe-e8b72cbb19c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:52.319043 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-68c4953a-5781-4ab8-a73e-331356c693c0 req-2dee5b78-b4e5-45fd-aafe-e8b72cbb19c9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a2ac9f42bb784270b43252ea1404d1a4&device_id=f7d0b309-7f88-40cb-885e-a2d1668c9af1 HTTP/1.1" status: 200 len: 1097 time: 0.1587219 Sep 22 04:30:52.326240 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fafc45e-100c-483e-bbc2-254565b25d94 req-1803c9b2-04af-4e7e-820e-c5d6fc3bc22a tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:52.327853 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-7fafc45e-100c-483e-bbc2-254565b25d94 req-1803c9b2-04af-4e7e-820e-c5d6fc3bc22a tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/ports?device_id=19dde76a-b36b-44ba-b93d-79a0d1d1aa7b HTTP/1.1" status: 200 len: 945 time: 0.1029885 Sep 22 04:30:52.363896 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7708c4c6-a793-4c2b-beab-5e87cd717401 req-f03e0646-e2af-4228-9e09-58807bdc5081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:52.365435 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-7708c4c6-a793-4c2b-beab-5e87cd717401 req-f03e0646-e2af-4228-9e09-58807bdc5081 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c3127e33-e3a7-40dd-befc-6cdb5ff134d1 HTTP/1.1" status: 200 len: 919 time: 0.2261486 Sep 22 04:30:52.387682 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-7fafc45e-100c-483e-bbc2-254565b25d94 req-cd635258-f68e-4e0a-8e0d-37be674f62d8 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bc11e4-7abd-4750-8ac3-63f5066b0018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498331 Sep 22 04:30:52.479506 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-7708c4c6-a793-4c2b-beab-5e87cd717401 req-df8f25d3-3a7a-4110-b1d2-cc2ef2fae7af service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=375905af-0844-46f2-a266-6a83b109e386 HTTP/1.1" status: 200 len: 217 time: 0.0965359 Sep 22 04:30:52.497285 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-7a813036-fe0a-4b62-9251-c0b2b7ded57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:52.540498 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d8fbe55-c511-46f6-8ce4-575b6f4c49af req-7fb7e6ab-8e55-4d0b-8c46-919812eda8ec tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] Made reservation on behalf of fd38170ebc174899af784e7225b12eed for: {'port': 1} {{(pid=94616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 04:30:52.543853 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-0d8fbe55-c511-46f6-8ce4-575b6f4c49af req-7fb7e6ab-8e55-4d0b-8c46-919812eda8ec tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:52.563653 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c4953a-5781-4ab8-a73e-331356c693c0 req-25004c92-7e73-46df-98da-9f199b0b5db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:52.565133 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-68c4953a-5781-4ab8-a73e-331356c693c0 req-25004c92-7e73-46df-98da-9f199b0b5db8 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=a2ac9f42bb784270b43252ea1404d1a4&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2315466 Sep 22 04:30:52.579073 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-70b0bec4-b2e1-4a7a-8277-5a1fa03601ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533447771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-533135735'] for subnet, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:52.593398 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6613e2-483c-4af4-90e8-72c6dea9a4b5 req-29b7c9dc-4fd1-4cbc-b376-7204d3c33d67 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:52.594831 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-6b6613e2-483c-4af4-90e8-72c6dea9a4b5 req-29b7c9dc-4fd1-4cbc-b376-7204d3c33d67 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ecf19b8-6886-42a0-afa3-aef3b137e1dc HTTP/1.1" status: 200 len: 945 time: 0.2013826 Sep 22 04:30:52.619891 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7708c4c6-a793-4c2b-beab-5e87cd717401 req-b8b5bd15-bb4b-4cd7-bf88-6d44561d5c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:52.621449 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-7708c4c6-a793-4c2b-beab-5e87cd717401 req-b8b5bd15-bb4b-4cd7-bf88-6d44561d5c2b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=68bee0f4-b400-45ff-a8a4-2d8e6261d0d5 HTTP/1.1" status: 200 len: 859 time: 0.1291518 Sep 22 04:30:52.718786 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-7708c4c6-a793-4c2b-beab-5e87cd717401 req-edddd231-7f58-4c48-a1a3-cf61f57720a8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c3127e33-e3a7-40dd-befc-6cdb5ff134d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553503 Sep 22 04:30:52.801668 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-6b6613e2-483c-4af4-90e8-72c6dea9a4b5 req-231e68ad-207e-4d82-b66b-d10ca98c9d46 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa7be617-2fe6-4836-b1f1-d63120ca8390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961954 Sep 22 04:30:52.835883 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b0bec4-b2e1-4a7a-8277-5a1fa03601ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bad8d4f-31e5-49b1-a9d4-300aef32b964,revision_number=0']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:30:52.841449 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976e1fa5-e3b5-48f8-94c8-80f6b681b6eb req-130735b3-3106-467f-b85d-4c0cacce9705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:52.843638 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-976e1fa5-e3b5-48f8-94c8-80f6b681b6eb req-130735b3-3106-467f-b85d-4c0cacce9705 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=19dde76a-b36b-44ba-b93d-79a0d1d1aa7b HTTP/1.1" status: 200 len: 1098 time: 0.3178623 Sep 22 04:30:52.855370 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bd09b3-32f1-4d31-b1b4-d4bd9eff0f83 req-89efe9fe-3b14-447b-a2f4-4c87cf5c5538 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:52.857669 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-88bd09b3-32f1-4d31-b1b4-d4bd9eff0f83 req-89efe9fe-3b14-447b-a2f4-4c87cf5c5538 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=73071d9e-f5bc-439b-a5c9-d1ef0da01f57 HTTP/1.1" status: 200 len: 945 time: 0.3023875 Sep 22 04:30:52.887337 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c4953a-5781-4ab8-a73e-331356c693c0 req-14db39f2-fcf9-453e-91eb-c949a6514837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:52.888973 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-68c4953a-5781-4ab8-a73e-331356c693c0 req-14db39f2-fcf9-453e-91eb-c949a6514837 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3048780 Sep 22 04:30:52.911108 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.db.db_base_plugin_common [req-0d8fbe55-c511-46f6-8ce4-575b6f4c49af req-7fb7e6ab-8e55-4d0b-8c46-919812eda8ec tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] Allocated IP 172.20.0.9 (88f76aa3-7a4b-4fae-991d-c7be0bb0ca85/b43c9f32-d3a1-4b40-bb26-a16ed647cbed/2af19b0f-b553-4fb1-8c00-c29a016662d2) {{(pid=94616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 04:30:52.918084 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b0bec4-b2e1-4a7a-8277-5a1fa03601ea admin admin] Checking segment: {'id': '5bec021b-edbf-4f94-a1f5-14ee5c1a9575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '59b728e9-5303-45e2-9c7c-2e2f20b70420'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 04:30:52.919057 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b0bec4-b2e1-4a7a-8277-5a1fa03601ea admin admin] Network hostable DHCP agents. Network: 59b728e9-5303-45e2-9c7c-2e2f20b70420, hostable agents: ['73f1375a-57ed-4431-affd-4785c4767c4b'], hosted agents: [] {{(pid=94615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 04:30:52.940387 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-7708c4c6-a793-4c2b-beab-5e87cd717401 req-ef2f8536-ecdc-461f-b7f2-8dcd0d3cecd1 service neutron] 10.222.0.30 "GET /v2.0/networks/c3127e33-e3a7-40dd-befc-6cdb5ff134d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906443 Sep 22 04:30:52.943836 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-976e1fa5-e3b5-48f8-94c8-80f6b681b6eb req-c41b7edf-2045-442d-948a-cb356532fd8b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=65bc11e4-7abd-4750-8ac3-63f5066b0018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826526 Sep 22 04:30:52.958495 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-88bd09b3-32f1-4d31-b1b4-d4bd9eff0f83 req-e24a35d2-569e-4c2c-bf67-8b6d1b3a1bd4 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=0987b5bf-9d30-4aee-b9ff-4b85b30fe4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871429 Sep 22 04:30:53.038259 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-4d13ae3a-7a4d-4ba8-92d1-2ddb5e42b829 req-402dafae-df8d-49d5-9611-3142dd3d916e tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] 10.222.0.24 "GET /v2.0/ports?device_id=30391d49-1475-47e7-b475-0c99772f49f4 HTTP/1.1" status: 200 len: 210 time: 0.0460594 Sep 22 04:30:53.054733 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b0bec4-b2e1-4a7a-8277-5a1fa03601ea admin admin] Network 59b728e9-5303-45e2-9c7c-2e2f20b70420 is scheduled to be hosted by DHCP agent 73f1375a-57ed-4431-affd-4785c4767c4b with binding_index 1 {{(pid=94615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 04:30:53.109707 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-0d8fbe55-c511-46f6-8ce4-575b6f4c49af req-7fb7e6ab-8e55-4d0b-8c46-919812eda8ec tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] Notify callbacks [] for port, precommit_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:53.174105 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.scheduler.base_scheduler [None req-70b0bec4-b2e1-4a7a-8277-5a1fa03601ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810118-1-iscsi, 59b728e9-5303-45e2-9c7c-2e2f20b70420) {{(pid=94615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 04:30:53.178907 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b0bec4-b2e1-4a7a-8277-5a1fa03601ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:53.179624 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-70b0bec4-b2e1-4a7a-8277-5a1fa03601ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578295'] for subnet, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:53.199146 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-530a1bcb-5b42-4747-846f-26669be04cc7 None None] Network 59b728e9-5303-45e2-9c7c-2e2f20b70420 requested from dv-cinder-810118-1-iscsi {{(pid=94617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 04:30:53.241712 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-7708c4c6-a793-4c2b-beab-5e87cd717401 req-ae9967c9-42fb-4c4b-818d-4a03201178f9 service neutron] 10.222.0.30 "GET /v2.0/networks/c3127e33-e3a7-40dd-befc-6cdb5ff134d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932405 Sep 22 04:30:53.279188 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-0d8fbe55-c511-46f6-8ce4-575b6f4c49af req-7fb7e6ab-8e55-4d0b-8c46-919812eda8ec tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769518673857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534565802'] for port, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:53.311587 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3c4f20-2dea-40b1-bb7b-1178f4c01de0 req-4b1f5d53-8c4e-43c0-8657-0bbbf9929345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:53.313084 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-2e3c4f20-2dea-40b1-bb7b-1178f4c01de0 req-4b1f5d53-8c4e-43c0-8657-0bbbf9929345 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a2ac9f42bb784270b43252ea1404d1a4&device_id=f7d0b309-7f88-40cb-885e-a2d1668c9af1 HTTP/1.1" status: 200 len: 1097 time: 0.1511762 Sep 22 04:30:53.325492 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:53.325840 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e326dd-087c-4027-856b-25e10d250504 req-1b53d776-0e85-491f-b9fb-530a6e76ec0a tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:53.327329 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-65e326dd-087c-4027-856b-25e10d250504 req-1b53d776-0e85-491f-b9fb-530a6e76ec0a tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7d0b309-7f88-40cb-885e-a2d1668c9af1 HTTP/1.1" status: 200 len: 944 time: 0.0999656 Sep 22 04:30:53.338133 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d8fbe55-c511-46f6-8ce4-575b6f4c49af req-7fb7e6ab-8e55-4d0b-8c46-919812eda8ec tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] Network 88f76aa3-7a4b-4fae-991d-c7be0bb0ca85 is already hosted by enough agents. {{(pid=94616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 04:30:53.357196 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b93fd440-901b-4601-89ee-9504af393336 None None] Network 59b728e9-5303-45e2-9c7c-2e2f20b70420 requested from dv-cinder-810118-1-iscsi {{(pid=94617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 04:30:53.357708 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.scheduler.base_scheduler [req-0d8fbe55-c511-46f6-8ce4-575b6f4c49af req-7fb7e6ab-8e55-4d0b-8c46-919812eda8ec tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] Resources bound (agent type, host, resource id): {{(pid=94616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 04:30:53.361958 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d8fbe55-c511-46f6-8ce4-575b6f4c49af req-7fb7e6ab-8e55-4d0b-8c46-919812eda8ec tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] Received port after_create {{(pid=94616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 04:30:53.379736 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-70b0bec4-b2e1-4a7a-8277-5a1fa03601ea admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2788358 Sep 22 04:30:53.383390 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-2e3c4f20-2dea-40b1-bb7b-1178f4c01de0 req-bdeb512a-820b-4a4d-9ee1-25716f54e502 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a9e8aa9e-0fd7-4c79-bd9b-796f729d3b1f HTTP/1.1" status: 200 len: 217 time: 0.0551848 Sep 22 04:30:53.424623 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-65e326dd-087c-4027-856b-25e10d250504 req-8f937b19-066a-4844-a475-d71a3cc695be tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] 10.222.0.24 "GET /v2.0/security-groups?id=3559c028-26d0-4688-9c30-5c12a4a20ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869617 Sep 22 04:30:53.458679 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8fbe55-c511-46f6-8ce4-575b6f4c49af req-7fb7e6ab-8e55-4d0b-8c46-919812eda8ec tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:53.459396 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-0d8fbe55-c511-46f6-8ce4-575b6f4c49af req-7fb7e6ab-8e55-4d0b-8c46-919812eda8ec tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34584'] for port, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:53.484207 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3c4f20-2dea-40b1-bb7b-1178f4c01de0 req-eb7d8c59-5438-4a23-9ba6-60a40ce47146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:53.486430 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-2e3c4f20-2dea-40b1-bb7b-1178f4c01de0 req-eb7d8c59-5438-4a23-9ba6-60a40ce47146 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=47a8ff60-a9c0-4f9b-a123-cbb1e59064c4 HTTP/1.1" status: 200 len: 854 time: 0.0845671 Sep 22 04:30:53.489087 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb7e6ab-8e55-4d0b-8c46-919812eda8ec tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] Pushing event updated for resources: {'Port': ['ID=2af19b0f-b553-4fb1-8c00-c29a016662d2,revision_number=1']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:30:53.531181 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23daae8a-0434-4a76-a03c-17b3a69a6faa req-35d16262-ef90-46e8-b1ea-cafceaa4fcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:53.532771 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-23daae8a-0434-4a76-a03c-17b3a69a6faa req-35d16262-ef90-46e8-b1ea-cafceaa4fcaf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a1cd15fdc6c94a548394ecbbef9cfbdb&device_id=1ecf19b8-6886-42a0-afa3-aef3b137e1dc HTTP/1.1" status: 200 len: 1098 time: 0.2357657 Sep 22 04:30:53.582832 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3c4f20-2dea-40b1-bb7b-1178f4c01de0 req-ae6b1d58-1552-487f-b31a-d7b38b70fd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:53.582832 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-2e3c4f20-2dea-40b1-bb7b-1178f4c01de0 req-ae6b1d58-1552-487f-b31a-d7b38b70fd8a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8d3ce0b1-05e4-4b1c-977a-3c30963a3756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0861564 Sep 22 04:30:53.620556 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-0d8fbe55-c511-46f6-8ce4-575b6f4c49af req-7fb7e6ab-8e55-4d0b-8c46-919812eda8ec tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4912183 Sep 22 04:30:53.660165 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.v2.base [req-0d8fbe55-c511-46f6-8ce4-575b6f4c49af req-e19671a1-a16d-4f3c-b858-c6139a071ebe service neutron] Request body: {'port': {'device_id': '30391d49-1475-47e7-b475-0c99772f49f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81011'}} {{(pid=94616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 04:30:53.695277 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8e372c-5656-492e-bc08-04c05ae6327c req-c9436acc-110c-46ee-a4fc-38ee62b9e0cd tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:53.700304 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-2e3c4f20-2dea-40b1-bb7b-1178f4c01de0 req-314f5cd7-0e41-4cb1-b91f-864e012ef50e service neutron] 10.222.0.30 "GET /v2.0/networks/8d3ce0b1-05e4-4b1c-977a-3c30963a3756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121571 Sep 22 04:30:53.702459 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-8e8e372c-5656-492e-bc08-04c05ae6327c req-c9436acc-110c-46ee-a4fc-38ee62b9e0cd tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/ports?device_id=19dde76a-b36b-44ba-b93d-79a0d1d1aa7b HTTP/1.1" status: 200 len: 945 time: 0.1676762 Sep 22 04:30:53.770567 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23daae8a-0434-4a76-a03c-17b3a69a6faa req-6902cca8-ed4e-47f3-a8a9-2db005bfac3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:53.771024 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-23daae8a-0434-4a76-a03c-17b3a69a6faa req-6902cca8-ed4e-47f3-a8a9-2db005bfac3c service neutron] 10.222.0.30 "GET /v2.0/networks?id=c3127e33-e3a7-40dd-befc-6cdb5ff134d1 HTTP/1.1" status: 200 len: 919 time: 0.2277305 Sep 22 04:30:53.800156 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-0d8fbe55-c511-46f6-8ce4-575b6f4c49af req-e19671a1-a16d-4f3c-b858-c6139a071ebe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:53.811342 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-2e3c4f20-2dea-40b1-bb7b-1178f4c01de0 req-d24574cf-176a-48ca-a674-cfa716770321 service neutron] 10.222.0.30 "GET /v2.0/networks/8d3ce0b1-05e4-4b1c-977a-3c30963a3756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998940 Sep 22 04:30:53.832601 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-8e8e372c-5656-492e-bc08-04c05ae6327c req-05c46ec4-ab83-4c85-83c9-df492b01b2ad tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bc11e4-7abd-4750-8ac3-63f5066b0018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292531 Sep 22 04:30:53.841349 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-23daae8a-0434-4a76-a03c-17b3a69a6faa req-254e2fdd-d6a1-493b-951d-db96a0375d89 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=375905af-0844-46f2-a266-6a83b109e386 HTTP/1.1" status: 200 len: 217 time: 0.0576046 Sep 22 04:30:54.032431 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32151d08-4bf5-43ec-bbe6-23e09386828f req-b9f5a607-490a-4acd-8201-e2c1f49c681e tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:54.042867 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-32151d08-4bf5-43ec-bbe6-23e09386828f req-b9f5a607-490a-4acd-8201-e2c1f49c681e tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ecf19b8-6886-42a0-afa3-aef3b137e1dc HTTP/1.1" status: 200 len: 945 time: 0.0931776 Sep 22 04:30:54.095024 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-32151d08-4bf5-43ec-bbe6-23e09386828f req-7d0ad287-a968-40eb-a027-25a38159d161 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa7be617-2fe6-4836-b1f1-d63120ca8390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503471 Sep 22 04:30:54.107118 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-62fe730e-da9a-4cac-a5e3-718f571d83ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:54.115577 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23daae8a-0434-4a76-a03c-17b3a69a6faa req-5b13e89d-7183-441c-9e19-0fd5443797c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:54.117097 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-23daae8a-0434-4a76-a03c-17b3a69a6faa req-5b13e89d-7183-441c-9e19-0fd5443797c3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=68bee0f4-b400-45ff-a8a4-2d8e6261d0d5 HTTP/1.1" status: 200 len: 859 time: 0.2662504 Sep 22 04:30:54.172699 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-23daae8a-0434-4a76-a03c-17b3a69a6faa req-8a762dba-9fbb-4f04-b9d9-26f695b3fe11 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c3127e33-e3a7-40dd-befc-6cdb5ff134d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391254 Sep 22 04:30:54.212444 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e40aa1-34c4-42f7-8682-e00ce36dd7d9 req-1dcb6d2b-9a23-4de5-af76-2708d47c608e tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:54.216968 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-32e40aa1-34c4-42f7-8682-e00ce36dd7d9 req-1dcb6d2b-9a23-4de5-af76-2708d47c608e tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] 10.222.0.24 "GET /v2.0/ports?device_id=30391d49-1475-47e7-b475-0c99772f49f4 HTTP/1.1" status: 200 len: 931 time: 0.0612864 Sep 22 04:30:54.227974 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfddb0f4-84f4-4c15-b3c6-a45f4149c9a3 req-eb70d899-fe6b-4f38-b1d6-eb2e9708f20b tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:54.229501 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-cfddb0f4-84f4-4c15-b3c6-a45f4149c9a3 req-eb70d899-fe6b-4f38-b1d6-eb2e9708f20b tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=73071d9e-f5bc-439b-a5c9-d1ef0da01f57 HTTP/1.1" status: 200 len: 945 time: 0.1383491 Sep 22 04:30:54.252569 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-32e40aa1-34c4-42f7-8682-e00ce36dd7d9 req-436faebf-844d-49fb-9b91-b1459afabed3 tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] 10.222.0.24 "GET /v2.0/security-groups?id=10120f0e-3709-4776-9aec-43133491c21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320101 Sep 22 04:30:54.358200 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-cfddb0f4-84f4-4c15-b3c6-a45f4149c9a3 req-9e3d9275-a700-4e26-9056-ddf65c3ae49f tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=0987b5bf-9d30-4aee-b9ff-4b85b30fe4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198525 Sep 22 04:30:54.362336 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.notifiers.nova [req-0d8fbe55-c511-46f6-8ce4-575b6f4c49af req-e19671a1-a16d-4f3c-b858-c6139a071ebe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2af19b0f-b553-4fb1-8c00-c29a016662d2 {{(pid=94616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 04:30:54.372589 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-23daae8a-0434-4a76-a03c-17b3a69a6faa req-7756ef60-7fda-4e21-bcee-2a773a80bbd9 service neutron] 10.222.0.30 "GET /v2.0/networks/c3127e33-e3a7-40dd-befc-6cdb5ff134d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874771 Sep 22 04:30:54.374329 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-0d8fbe55-c511-46f6-8ce4-575b6f4c49af req-e19671a1-a16d-4f3c-b858-c6139a071ebe service neutron] Notify callbacks [] for port, precommit_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:54.407430 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [req-0d8fbe55-c511-46f6-8ce4-575b6f4c49af req-e19671a1-a16d-4f3c-b858-c6139a071ebe service neutron] Transition to ACTIVE for port object 2af19b0f-b553-4fb1-8c00-c29a016662d2 will not be triggered until provisioned by entity L2. {{(pid=94616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 04:30:54.644092 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f4fd2f-7bde-4774-90e3-bec618287227 req-f8883784-2c4a-4d23-9b5e-ba816cbac7fe tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:54.649471 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-21f4fd2f-7bde-4774-90e3-bec618287227 req-f8883784-2c4a-4d23-9b5e-ba816cbac7fe tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7d0b309-7f88-40cb-885e-a2d1668c9af1 HTTP/1.1" status: 200 len: 944 time: 0.1459308 Sep 22 04:30:54.701136 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-0d8fbe55-c511-46f6-8ce4-575b6f4c49af req-e19671a1-a16d-4f3c-b858-c6139a071ebe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534565793'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:54.703636 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-21f4fd2f-7bde-4774-90e3-bec618287227 req-b226b244-533f-40f7-8588-d935d2d8e491 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] 10.222.0.24 "GET /v2.0/security-groups?id=3559c028-26d0-4688-9c30-5c12a4a20ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497615 Sep 22 04:30:54.768920 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19671a1-a16d-4f3c-b858-c6139a071ebe service neutron] Pushing event updated for resources: {'Port': ['ID=2af19b0f-b553-4fb1-8c00-c29a016662d2,revision_number=2']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:30:54.778085 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-23daae8a-0434-4a76-a03c-17b3a69a6faa req-b2e3709e-b0d5-4966-957a-59296428a481 service neutron] 10.222.0.30 "GET /v2.0/networks/c3127e33-e3a7-40dd-befc-6cdb5ff134d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3944182 Sep 22 04:30:54.844731 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.managers [req-0d8fbe55-c511-46f6-8ce4-575b6f4c49af req-e19671a1-a16d-4f3c-b858-c6139a071ebe service neutron] Attempting to bind port 2af19b0f-b553-4fb1-8c00-c29a016662d2 on host hv-cinder-81011 for vnic_type normal with profile {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 04:30:54.845068 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.managers [req-0d8fbe55-c511-46f6-8ce4-575b6f4c49af req-e19671a1-a16d-4f3c-b858-c6139a071ebe service neutron] Attempting to bind port 2af19b0f-b553-4fb1-8c00-c29a016662d2 by drivers openvswitch,hyperv on host hv-cinder-81011 at level 0 using segments [{'id': '85b97eb4-11ab-4593-9764-348e613718a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '88f76aa3-7a4b-4fae-991d-c7be0bb0ca85'}] {{(pid=94616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 04:30:54.845269 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8fbe55-c511-46f6-8ce4-575b6f4c49af req-e19671a1-a16d-4f3c-b858-c6139a071ebe service neutron] Attempting to bind port 2af19b0f-b553-4fb1-8c00-c29a016662d2 on network 88f76aa3-7a4b-4fae-991d-c7be0bb0ca85 {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 04:30:54.850321 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8fbe55-c511-46f6-8ce4-575b6f4c49af req-e19671a1-a16d-4f3c-b858-c6139a071ebe service neutron] Port 2af19b0f-b553-4fb1-8c00-c29a016662d2 on network 88f76aa3-7a4b-4fae-991d-c7be0bb0ca85 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81011 {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 04:30:54.850635 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8fbe55-c511-46f6-8ce4-575b6f4c49af req-e19671a1-a16d-4f3c-b858-c6139a071ebe service neutron] Attempting to bind port 2af19b0f-b553-4fb1-8c00-c29a016662d2 on network 88f76aa3-7a4b-4fae-991d-c7be0bb0ca85 {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 04:30:54.855971 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8fbe55-c511-46f6-8ce4-575b6f4c49af req-e19671a1-a16d-4f3c-b858-c6139a071ebe service neutron] Checking agent: {'id': '347231d5-0b5a-4d21-8b71-bfdb97c43ccc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81011', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 4, 26, 37), 'started_at': datetime.datetime(2021, 9, 22, 4, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 4, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 04:30:54.856303 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8fbe55-c511-46f6-8ce4-575b6f4c49af req-e19671a1-a16d-4f3c-b858-c6139a071ebe service neutron] Checking segment: {'id': '85b97eb4-11ab-4593-9764-348e613718a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '88f76aa3-7a4b-4fae-991d-c7be0bb0ca85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 04:30:54.856711 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8fbe55-c511-46f6-8ce4-575b6f4c49af req-e19671a1-a16d-4f3c-b858-c6139a071ebe service neutron] Bound using segment: {'id': '85b97eb4-11ab-4593-9764-348e613718a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '88f76aa3-7a4b-4fae-991d-c7be0bb0ca85'} {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 04:30:54.857131 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.managers [req-0d8fbe55-c511-46f6-8ce4-575b6f4c49af req-e19671a1-a16d-4f3c-b858-c6139a071ebe service neutron] Bound port: 2af19b0f-b553-4fb1-8c00-c29a016662d2, host: hv-cinder-81011, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85b97eb4-11ab-4593-9764-348e613718a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '88f76aa3-7a4b-4fae-991d-c7be0bb0ca85'}}] {{(pid=94616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 04:30:54.857479 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-0d8fbe55-c511-46f6-8ce4-575b6f4c49af req-e19671a1-a16d-4f3c-b858-c6139a071ebe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:54.950368 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [req-0d8fbe55-c511-46f6-8ce4-575b6f4c49af req-e19671a1-a16d-4f3c-b858-c6139a071ebe service neutron] For port 2af19b0f-b553-4fb1-8c00-c29a016662d2, host hv-cinder-81011, cleared binding levels {{(pid=94616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 04:30:54.965517 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [req-0d8fbe55-c511-46f6-8ce4-575b6f4c49af req-e19671a1-a16d-4f3c-b858-c6139a071ebe service neutron] For port 2af19b0f-b553-4fb1-8c00-c29a016662d2, host hv-cinder-81011, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81011',level=0,port_id=2af19b0f-b553-4fb1-8c00-c29a016662d2,segment=NetworkSegment(85b97eb4-11ab-4593-9764-348e613718a2),segment_id=85b97eb4-11ab-4593-9764-348e613718a2)] {{(pid=94616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 04:30:54.989956 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488cad1d-0d7c-49c4-bf6f-cf8d9f4ccdd8 req-e36ab7f8-f677-4935-ac37-4fe69c0e082e tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:54.997706 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-488cad1d-0d7c-49c4-bf6f-cf8d9f4ccdd8 req-e36ab7f8-f677-4935-ac37-4fe69c0e082e tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/ports?device_id=19dde76a-b36b-44ba-b93d-79a0d1d1aa7b HTTP/1.1" status: 200 len: 945 time: 0.0768681 Sep 22 04:30:55.039140 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-488cad1d-0d7c-49c4-bf6f-cf8d9f4ccdd8 req-1f2cfff2-4b2d-4e07-b447-9bb149b27c3a tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bc11e4-7abd-4750-8ac3-63f5066b0018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392988 Sep 22 04:30:55.134554 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-0d8fbe55-c511-46f6-8ce4-575b6f4c49af req-e19671a1-a16d-4f3c-b858-c6139a071ebe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534565793'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:55.186944 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8fbe55-c511-46f6-8ce4-575b6f4c49af req-e19671a1-a16d-4f3c-b858-c6139a071ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:55.187896 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-0d8fbe55-c511-46f6-8ce4-575b6f4c49af req-e19671a1-a16d-4f3c-b858-c6139a071ebe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34584'] for port, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:55.190381 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-0d8fbe55-c511-46f6-8ce4-575b6f4c49af req-e19671a1-a16d-4f3c-b858-c6139a071ebe service neutron] 10.222.0.30 "PUT /v2.0/ports/2af19b0f-b553-4fb1-8c00-c29a016662d2 HTTP/1.1" status: 200 len: 1093 time: 1.5378726 Sep 22 04:30:55.192858 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30391d49-1475-47e7-b475-0c99772f49f4', 'tag': '2af19b0f-b553-4fb1-8c00-c29a016662d2'}] {{(pid=94616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 04:30:55.197058 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ee93b3f7eb2b2b6a350c95698ebe5b9c8d238e2160e747b625fec6bb3c76933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4832cb8-4e6c-48a0-b75d-3e425e8c50e6" -d '{"events": [{"name": "network-changed", "server_uuid": "30391d49-1475-47e7-b475-0c99772f49f4", "tag": "2af19b0f-b553-4fb1-8c00-c29a016662d2"}]}' {{(pid=94616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 04:30:55.227436 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19671a1-a16d-4f3c-b858-c6139a071ebe service neutron] Pushing event updated for resources: {'Port': ['ID=2af19b0f-b553-4fb1-8c00-c29a016662d2,revision_number=3']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:30:55.263002 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 04:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f456d7ba-60dc-4a54-8400-ae2775061ba9 x-openstack-request-id: req-f456d7ba-60dc-4a54-8400-ae2775061ba9 {{(pid=94616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 04:30:55.263144 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad263ce-07a1-4382-b64e-7187c4fbb536 req-586e5f3a-8f64-40da-822d-5c6412808914 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:55.263640 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30391d49-1475-47e7-b475-0c99772f49f4", "tag": "2af19b0f-b553-4fb1-8c00-c29a016662d2", "status": "completed", "code": 200}]} {{(pid=94616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 04:30:55.263640 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f456d7ba-60dc-4a54-8400-ae2775061ba9 {{(pid=94616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 04:30:55.263823 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30391d49-1475-47e7-b475-0c99772f49f4', 'tag': '2af19b0f-b553-4fb1-8c00-c29a016662d2', 'status': 'completed', 'code': 200} Sep 22 04:30:55.272480 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-bad263ce-07a1-4382-b64e-7187c4fbb536 req-586e5f3a-8f64-40da-822d-5c6412808914 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ecf19b8-6886-42a0-afa3-aef3b137e1dc HTTP/1.1" status: 200 len: 945 time: 0.0910425 Sep 22 04:30:55.363616 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-bad263ce-07a1-4382-b64e-7187c4fbb536 req-7effcfa7-6149-4456-a9b2-ec6edc42c507 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa7be617-2fe6-4836-b1f1-d63120ca8390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900679 Sep 22 04:30:55.382835 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4832cb8-4e6c-48a0-b75d-3e425e8c50e6 req-90675b73-1444-46f5-94ec-e38ee03c16aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:55.382835 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-f4832cb8-4e6c-48a0-b75d-3e425e8c50e6 req-90675b73-1444-46f5-94ec-e38ee03c16aa service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fd38170ebc174899af784e7225b12eed&device_id=30391d49-1475-47e7-b475-0c99772f49f4 HTTP/1.1" status: 200 len: 1096 time: 0.0852275 Sep 22 04:30:55.533771 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0306626-14ce-4d21-949c-f5a7d0ae0800 req-af8c32ce-6719-4018-bf6d-02a267484a71 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:55.535761 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-c0306626-14ce-4d21-949c-f5a7d0ae0800 req-af8c32ce-6719-4018-bf6d-02a267484a71 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=73071d9e-f5bc-439b-a5c9-d1ef0da01f57 HTTP/1.1" status: 200 len: 945 time: 0.0720327 Sep 22 04:30:55.553434 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5395483-57d2-40cf-af8f-47535f4b8388 req-5ff7e2bc-d35b-458e-ba1a-d4e249ee37ed tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:55.555119 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-a5395483-57d2-40cf-af8f-47535f4b8388 req-5ff7e2bc-d35b-458e-ba1a-d4e249ee37ed tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] 10.222.0.24 "GET /v2.0/ports?device_id=30391d49-1475-47e7-b475-0c99772f49f4 HTTP/1.1" status: 200 len: 943 time: 0.1598516 Sep 22 04:30:55.617657 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4832cb8-4e6c-48a0-b75d-3e425e8c50e6 req-26cdc91d-7bd1-4f6e-ac1e-922a2f2fe734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:55.619989 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-f4832cb8-4e6c-48a0-b75d-3e425e8c50e6 req-26cdc91d-7bd1-4f6e-ac1e-922a2f2fe734 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=fd38170ebc174899af784e7225b12eed&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2348483 Sep 22 04:30:55.623341 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-c0306626-14ce-4d21-949c-f5a7d0ae0800 req-cbbb0d6a-11c3-4eed-ad3b-a0fa38f01512 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=0987b5bf-9d30-4aee-b9ff-4b85b30fe4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730686 Sep 22 04:30:55.656352 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-c7bbae2d-f237-46cc-b838-3371bd865633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:55.750794 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-a5395483-57d2-40cf-af8f-47535f4b8388 req-c3849245-c4ff-4fa6-a6f6-dd9bd8475cfd tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] 10.222.0.24 "GET /v2.0/security-groups?id=10120f0e-3709-4776-9aec-43133491c21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840427 Sep 22 04:30:55.776550 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4832cb8-4e6c-48a0-b75d-3e425e8c50e6 req-8e79e4df-f810-4792-81f2-d775d12f69e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:55.779328 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-f4832cb8-4e6c-48a0-b75d-3e425e8c50e6 req-8e79e4df-f810-4792-81f2-d775d12f69e9 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1502347 Sep 22 04:30:55.891313 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf81d11-9b50-476c-9f3e-874b78b4b4cf req-ad378f05-67fc-47d5-adfb-163869829b55 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:55.893316 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-baf81d11-9b50-476c-9f3e-874b78b4b4cf req-ad378f05-67fc-47d5-adfb-163869829b55 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7d0b309-7f88-40cb-885e-a2d1668c9af1 HTTP/1.1" status: 200 len: 944 time: 0.0984797 Sep 22 04:30:55.944749 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8fbe55-c511-46f6-8ce4-575b6f4c49af req-57420a9f-9724-4046-a95b-13c5a9bd853d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:55.946801 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-0d8fbe55-c511-46f6-8ce4-575b6f4c49af req-57420a9f-9724-4046-a95b-13c5a9bd853d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fd38170ebc174899af784e7225b12eed&device_id=30391d49-1475-47e7-b475-0c99772f49f4 HTTP/1.1" status: 200 len: 1096 time: 0.1128871 Sep 22 04:30:56.006158 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-baf81d11-9b50-476c-9f3e-874b78b4b4cf req-ee08c31d-6fe0-4dc8-8847-02cf4aed40af tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] 10.222.0.24 "GET /v2.0/security-groups?id=3559c028-26d0-4688-9c30-5c12a4a20ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888081 Sep 22 04:30:56.038390 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-0d8fbe55-c511-46f6-8ce4-575b6f4c49af req-0fbf622d-18f5-4b9e-a816-04b113ca3d29 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2af19b0f-b553-4fb1-8c00-c29a016662d2 HTTP/1.1" status: 200 len: 217 time: 0.0518005 Sep 22 04:30:56.096022 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7a02b3-0e16-4dfc-b0c6-eec4299bc4ed req-dd33a40c-bf95-4e47-9604-79b41f7392c3 tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:56.097564 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-fa7a02b3-0e16-4dfc-b0c6-eec4299bc4ed req-dd33a40c-bf95-4e47-9604-79b41f7392c3 tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] 10.222.0.24 "GET /v2.0/networks?id=59b728e9-5303-45e2-9c7c-2e2f20b70420 HTTP/1.1" status: 200 len: 811 time: 0.2137909 Sep 22 04:30:56.121209 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8fbe55-c511-46f6-8ce4-575b6f4c49af req-bed5f087-e6b0-4312-8680-d52f7f2feb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:56.124248 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-0d8fbe55-c511-46f6-8ce4-575b6f4c49af req-bed5f087-e6b0-4312-8680-d52f7f2feb01 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b43c9f32-d3a1-4b40-bb26-a16ed647cbed HTTP/1.1" status: 200 len: 849 time: 0.0766904 Sep 22 04:30:56.127265 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-fa7a02b3-0e16-4dfc-b0c6-eec4299bc4ed req-0167bba2-1a43-42ce-95ae-23677417e3cd tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] 10.222.0.24 "GET /v2.0/quotas/236117dcf0af4a2daabd25f4111c46ca HTTP/1.1" status: 200 len: 375 time: 0.0205770 Sep 22 04:30:56.237864 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-fa7a02b3-0e16-4dfc-b0c6-eec4299bc4ed req-f8a04510-9f06-4a2a-8bcf-bfe0edd3277e tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=236117dcf0af4a2daabd25f4111c46ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0653656 Sep 22 04:30:56.336677 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-0d8fbe55-c511-46f6-8ce4-575b6f4c49af req-7437b99e-82c5-4c26-9cc2-07421480720c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=88f76aa3-7a4b-4fae-991d-c7be0bb0ca85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2046633 Sep 22 04:30:56.390236 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-fa7a02b3-0e16-4dfc-b0c6-eec4299bc4ed req-a50ca6bb-286b-47b8-9d18-5ed9b4325127 service neutron] 10.222.0.24 "GET /v2.0/networks/59b728e9-5303-45e2-9c7c-2e2f20b70420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460648 Sep 22 04:30:56.535754 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-0d8fbe55-c511-46f6-8ce4-575b6f4c49af req-03605db3-c3d5-4f75-bc45-37fe28f880cc service neutron] 10.222.0.30 "GET /v2.0/networks/88f76aa3-7a4b-4fae-991d-c7be0bb0ca85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909583 Sep 22 04:30:56.559080 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4ec895-2b75-45fa-9e83-76e257b5b8a1 req-1209d0b2-840b-4fb4-ba22-03967724b130 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:56.561396 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-ea4ec895-2b75-45fa-9e83-76e257b5b8a1 req-1209d0b2-840b-4fb4-ba22-03967724b130 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ecf19b8-6886-42a0-afa3-aef3b137e1dc HTTP/1.1" status: 200 len: 945 time: 0.0828331 Sep 22 04:30:56.579950 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-fa7a02b3-0e16-4dfc-b0c6-eec4299bc4ed req-419e85c6-5981-453d-a59c-afce5cf88c7a service neutron] 10.222.0.24 "GET /v2.0/networks/59b728e9-5303-45e2-9c7c-2e2f20b70420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847579 Sep 22 04:30:56.626119 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-ea4ec895-2b75-45fa-9e83-76e257b5b8a1 req-a200a199-adcc-46fc-9d43-fc4cadb988cb tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa7be617-2fe6-4836-b1f1-d63120ca8390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576003 Sep 22 04:30:56.672784 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-0d8fbe55-c511-46f6-8ce4-575b6f4c49af req-c7d561da-c1c7-4b4d-a284-976288f92fb5 service neutron] 10.222.0.30 "GET /v2.0/networks/88f76aa3-7a4b-4fae-991d-c7be0bb0ca85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274977 Sep 22 04:30:56.768788 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf491f90-2014-4f39-9432-83dadf5afa83 req-fc83801c-32f9-4568-8b28-922e07130307 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:56.770369 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-cf491f90-2014-4f39-9432-83dadf5afa83 req-fc83801c-32f9-4568-8b28-922e07130307 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=73071d9e-f5bc-439b-a5c9-d1ef0da01f57 HTTP/1.1" status: 200 len: 945 time: 0.0542889 Sep 22 04:30:56.818159 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-cf491f90-2014-4f39-9432-83dadf5afa83 req-8946f624-30b6-48ba-b16b-844eddbe2e88 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=0987b5bf-9d30-4aee-b9ff-4b85b30fe4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406501 Sep 22 04:30:56.958650 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52282026-ff77-43b2-913c-1bd3a3bd65a5 req-5f10c4ce-08a1-48d4-889e-c3f4305afd5d tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:56.960587 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-52282026-ff77-43b2-913c-1bd3a3bd65a5 req-5f10c4ce-08a1-48d4-889e-c3f4305afd5d tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] 10.222.0.24 "GET /v2.0/ports?device_id=30391d49-1475-47e7-b475-0c99772f49f4 HTTP/1.1" status: 200 len: 943 time: 0.0573876 Sep 22 04:30:57.021997 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-52282026-ff77-43b2-913c-1bd3a3bd65a5 req-a40c0d88-9f67-4ae6-9be1-16ab76882cc1 tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] 10.222.0.24 "GET /v2.0/security-groups?id=10120f0e-3709-4776-9aec-43133491c21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543783 Sep 22 04:30:57.166709 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-bebbe877-7943-46e2-84a8-d04e02e253f3 req-f4e2f09e-083a-416c-8535-2f80192b079b tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] 10.222.0.24 "GET /v2.0/ports?device_id=b21903ed-d54d-4248-aa68-6bd6a293f2cc HTTP/1.1" status: 200 len: 210 time: 0.0597439 Sep 22 04:30:57.215367 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4895de02-e986-4ec5-b1ef-e5bd77e28a7c req-4fa52580-5b6f-49ec-93dc-1955e3a0098f tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:57.227053 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-4895de02-e986-4ec5-b1ef-e5bd77e28a7c req-4fa52580-5b6f-49ec-93dc-1955e3a0098f tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7d0b309-7f88-40cb-885e-a2d1668c9af1 HTTP/1.1" status: 200 len: 944 time: 0.0925207 Sep 22 04:30:57.278254 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-4895de02-e986-4ec5-b1ef-e5bd77e28a7c req-56b272f5-ab70-4437-be7e-1298da2fbe2f tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] 10.222.0.24 "GET /v2.0/security-groups?id=3559c028-26d0-4688-9c30-5c12a4a20ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538771 Sep 22 04:30:57.367205 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 45160) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:30:57.548997 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-7d44b528-e38d-4942-befd-b7b3e12453c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:57.658568 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-7d44b528-e38d-4942-befd-b7b3e12453c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:57.752552 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b29927b-4593-4b09-bc01-aac1d1a6b76d req-6c98d8cd-9266-4a77-84e3-ff84019649a1 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:57.754077 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-3b29927b-4593-4b09-bc01-aac1d1a6b76d req-6c98d8cd-9266-4a77-84e3-ff84019649a1 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ecf19b8-6886-42a0-afa3-aef3b137e1dc HTTP/1.1" status: 200 len: 945 time: 0.0536458 Sep 22 04:30:57.787209 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-7d44b528-e38d-4942-befd-b7b3e12453c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:57.811052 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-3b29927b-4593-4b09-bc01-aac1d1a6b76d req-9242bf82-b8b3-4856-a245-7dffd36e9d98 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa7be617-2fe6-4836-b1f1-d63120ca8390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488586 Sep 22 04:30:57.833806 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-7d44b528-e38d-4942-befd-b7b3e12453c2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2681053b65954619b4029c4f3b65cce1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4655132 Sep 22 04:30:57.836683 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 45166) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:30:57.846577 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d44b528-e38d-4942-befd-b7b3e12453c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9f783e3-a170-429e-a685-c34289f5c009,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:30:57.885144 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Device a9e8aa9e-0fd7-4c79-bd9b-796f729d3b1f details requested by agent hyperv_hv-cinder-81011 with host hv-cinder-81011 {{(pid=94617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 04:30:57.902139 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-68cc77fe-552a-4559-a012-e6d70e5cabe5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:57.927934 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-68cc77fe-552a-4559-a012-e6d70e5cabe5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:58.017444 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e5069a-30e6-47e8-8690-bbb065777469 req-11e944b5-a9e8-476b-a420-d4b6518db5f3 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:58.019203 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-b3e5069a-30e6-47e8-8690-bbb065777469 req-11e944b5-a9e8-476b-a420-d4b6518db5f3 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=73071d9e-f5bc-439b-a5c9-d1ef0da01f57 HTTP/1.1" status: 200 len: 945 time: 0.1129003 Sep 22 04:30:58.063065 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-b3e5069a-30e6-47e8-8690-bbb065777469 req-86e28484-7132-4921-8a40-3986d68bcdf6 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=0987b5bf-9d30-4aee-b9ff-4b85b30fe4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357625 Sep 22 04:30:58.136307 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] For port a9e8aa9e-0fd7-4c79-bd9b-796f729d3b1f, host hv-cinder-81011, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81011',level=0,port_id=a9e8aa9e-0fd7-4c79-bd9b-796f729d3b1f,segment=NetworkSegment(46967add-ceb0-4865-9e29-f6ad39a3d084),segment_id=46967add-ceb0-4865-9e29-f6ad39a3d084)] {{(pid=94617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:30:58.149050 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Returning: {'device': 'a9e8aa9e-0fd7-4c79-bd9b-796f729d3b1f', 'network_id': '8d3ce0b1-05e4-4b1c-977a-3c30963a3756', 'port_id': 'a9e8aa9e-0fd7-4c79-bd9b-796f729d3b1f', 'mac_address': 'fa:16:3e:7b:34:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47a8ff60-a9c0-4f9b-a123-cbb1e59064c4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 04:30:58.186218 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a4b362-c6b2-44f2-af14-14428562f03b req-17077583-61a2-45dc-aaae-aaa247c41607 tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:58.187516 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-b9a4b362-c6b2-44f2-af14-14428562f03b req-17077583-61a2-45dc-aaae-aaa247c41607 tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] 10.222.0.24 "GET /v2.0/ports?device_id=30391d49-1475-47e7-b475-0c99772f49f4 HTTP/1.1" status: 200 len: 943 time: 0.0663512 Sep 22 04:30:58.201277 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:58.222095 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.notifiers.nova [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9e8aa9e-0fd7-4c79-bd9b-796f729d3b1f {{(pid=94617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 04:30:58.232525 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-b9a4b362-c6b2-44f2-af14-14428562f03b req-4338447c-df40-41b5-8909-d27f2ea539a5 tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] 10.222.0.24 "GET /v2.0/security-groups?id=10120f0e-3709-4776-9aec-43133491c21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376885 Sep 22 04:30:58.249694 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] For port a9e8aa9e-0fd7-4c79-bd9b-796f729d3b1f, host hv-cinder-81011, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81011',level=0,port_id=a9e8aa9e-0fd7-4c79-bd9b-796f729d3b1f,segment=NetworkSegment(46967add-ceb0-4865-9e29-f6ad39a3d084),segment_id=46967add-ceb0-4865-9e29-f6ad39a3d084)] {{(pid=94617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:30:58.307317 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-db55f521-f45b-40d6-805f-20e3d7e1ce63 req-b7b51c51-b95d-4468-bab4-a8e1b1ca73f6 tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] 10.222.0.24 "GET /v2.0/ports?device_id=b21903ed-d54d-4248-aa68-6bd6a293f2cc HTTP/1.1" status: 200 len: 210 time: 0.0280185 Sep 22 04:30:58.336267 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-68cc77fe-552a-4559-a012-e6d70e5cabe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:58.351134 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-68cc77fe-552a-4559-a012-e6d70e5cabe5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:58.351134 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-68cc77fe-552a-4559-a012-e6d70e5cabe5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e9f783e3-a170-429e-a685-c34289f5c009 HTTP/1.1" status: 204 len: 168 time: 0.5029888 Sep 22 04:30:58.351134 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cc77fe-552a-4559-a012-e6d70e5cabe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9f783e3-a170-429e-a685-c34289f5c009,revision_number=None']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:30:58.377411 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:30:58.445302 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ad0c16-0fb1-4a95-9eb4-c7e614818eb5 req-e3150b76-8082-48d3-acfb-eef8cd6b0356 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:58.446823 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-a5ad0c16-0fb1-4a95-9eb4-c7e614818eb5 req-e3150b76-8082-48d3-acfb-eef8cd6b0356 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7d0b309-7f88-40cb-885e-a2d1668c9af1 HTTP/1.1" status: 200 len: 945 time: 0.0675440 Sep 22 04:30:58.451207 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Pushing event updated for resources: {'Port': ['ID=a9e8aa9e-0fd7-4c79-bd9b-796f729d3b1f,revision_number=4']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:30:58.505539 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-a5ad0c16-0fb1-4a95-9eb4-c7e614818eb5 req-60c3087d-427c-406e-9353-5e851f1b8c91 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] 10.222.0.24 "GET /v2.0/security-groups?id=3559c028-26d0-4688-9c30-5c12a4a20ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471056 Sep 22 04:30:58.716126 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] get_ports_and_sgs() called for port_ids ['a9e8aa9e-0fd7-4c79-bd9b-796f729d3b1f'] {{(pid=94617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 04:30:58.968495 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7876be-5bd9-42b9-a791-4a3d2a1c726b req-9152e8b4-6887-41ef-80cf-b98de9b8b341 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:58.969980 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-ff7876be-5bd9-42b9-a791-4a3d2a1c726b req-9152e8b4-6887-41ef-80cf-b98de9b8b341 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ecf19b8-6886-42a0-afa3-aef3b137e1dc HTTP/1.1" status: 200 len: 945 time: 0.0638003 Sep 22 04:30:59.019519 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-ff7876be-5bd9-42b9-a791-4a3d2a1c726b req-84d1a1f6-7658-468c-bbd8-b281deaf6b7e tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa7be617-2fe6-4836-b1f1-d63120ca8390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402522 Sep 22 04:30:59.266054 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43918f82-4471-41b1-96a0-87efd1e39cbc req-94079874-c105-41b6-a37f-3c24d87e4c25 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:59.266054 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-43918f82-4471-41b1-96a0-87efd1e39cbc req-94079874-c105-41b6-a37f-3c24d87e4c25 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=73071d9e-f5bc-439b-a5c9-d1ef0da01f57 HTTP/1.1" status: 200 len: 945 time: 0.0852587 Sep 22 04:30:59.314415 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-43918f82-4471-41b1-96a0-87efd1e39cbc req-d8920a15-6030-464e-aac8-141e4d86bbeb tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=0987b5bf-9d30-4aee-b9ff-4b85b30fe4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375793 Sep 22 04:30:59.418770 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e58229-fb10-4013-8aa5-9e8dcd4e2eeb req-8b094337-1655-48ce-a983-a4205de2522f tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:59.424997 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-36e58229-fb10-4013-8aa5-9e8dcd4e2eeb req-8b094337-1655-48ce-a983-a4205de2522f tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] 10.222.0.24 "GET /v2.0/ports?device_id=30391d49-1475-47e7-b475-0c99772f49f4 HTTP/1.1" status: 200 len: 943 time: 0.1032777 Sep 22 04:30:59.452977 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-5031ba8c-0045-4386-9726-6e5d6b722a4b req-87b46b09-84a0-447e-9ce1-0b399160c0b5 tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] 10.222.0.24 "GET /v2.0/ports?device_id=b21903ed-d54d-4248-aa68-6bd6a293f2cc HTTP/1.1" status: 200 len: 210 time: 0.0515656 Sep 22 04:30:59.513050 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-36e58229-fb10-4013-8aa5-9e8dcd4e2eeb req-e5c5aa99-63de-4f98-a837-28d4b5e2df65 tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] 10.222.0.24 "GET /v2.0/security-groups?id=10120f0e-3709-4776-9aec-43133491c21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722644 Sep 22 04:30:59.640380 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3d91e3-b529-4a60-928e-9f8aaa8157ff req-ed20dbb5-1f97-467d-9076-debb1517366e tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:30:59.650277 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-2d3d91e3-b529-4a60-928e-9f8aaa8157ff req-ed20dbb5-1f97-467d-9076-debb1517366e tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7d0b309-7f88-40cb-885e-a2d1668c9af1 HTTP/1.1" status: 200 len: 945 time: 0.0634685 Sep 22 04:30:59.692224 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-2d3d91e3-b529-4a60-928e-9f8aaa8157ff req-f28232f2-6f4f-4c87-bb90-f31215e85185 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] 10.222.0.24 "GET /v2.0/security-groups?id=3559c028-26d0-4688-9c30-5c12a4a20ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407808 Sep 22 04:30:59.903503 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Device 2af19b0f-b553-4fb1-8c00-c29a016662d2 details requested by agent hyperv_hv-cinder-81011 with host hv-cinder-81011 {{(pid=94617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 04:30:59.914373 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Device a9e8aa9e-0fd7-4c79-bd9b-796f729d3b1f up at agent hyperv_hv-cinder-81011 {{(pid=94617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 04:31:00.051499 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] For port 2af19b0f-b553-4fb1-8c00-c29a016662d2, host hv-cinder-81011, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81011',level=0,port_id=2af19b0f-b553-4fb1-8c00-c29a016662d2,segment=NetworkSegment(85b97eb4-11ab-4593-9764-348e613718a2),segment_id=85b97eb4-11ab-4593-9764-348e613718a2)] {{(pid=94617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:31:00.071441 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Returning: {'device': '2af19b0f-b553-4fb1-8c00-c29a016662d2', 'network_id': '88f76aa3-7a4b-4fae-991d-c7be0bb0ca85', 'port_id': '2af19b0f-b553-4fb1-8c00-c29a016662d2', 'mac_address': 'fa:16:3e:51:d6:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b43c9f32-d3a1-4b40-bb26-a16ed647cbed', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 04:31:00.101912 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Provisioning for port a9e8aa9e-0fd7-4c79-bd9b-796f729d3b1f completed by entity L2. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 04:31:00.107632 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Provisioning complete for port a9e8aa9e-0fd7-4c79-bd9b-796f729d3b1f triggered by entity L2. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 04:31:00.108252 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628798'] for port, provisioning_complete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:31:00.151494 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:31:00.173554 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0336370-dea1-42a9-9865-c2603f6539de req-93fc8336-c384-4fbe-9e99-2aa759b9f611 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:00.185253 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-c0336370-dea1-42a9-9865-c2603f6539de req-93fc8336-c384-4fbe-9e99-2aa759b9f611 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ecf19b8-6886-42a0-afa3-aef3b137e1dc HTTP/1.1" status: 200 len: 945 time: 0.0794418 Sep 22 04:31:00.192706 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.notifiers.nova [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2af19b0f-b553-4fb1-8c00-c29a016662d2 {{(pid=94617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 04:31:00.245013 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-c0336370-dea1-42a9-9865-c2603f6539de req-64a8ff94-ef50-438a-bf57-7e3d561f3d82 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa7be617-2fe6-4836-b1f1-d63120ca8390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578659 Sep 22 04:31:00.264958 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] For port 2af19b0f-b553-4fb1-8c00-c29a016662d2, host hv-cinder-81011, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81011',level=0,port_id=2af19b0f-b553-4fb1-8c00-c29a016662d2,segment=NetworkSegment(85b97eb4-11ab-4593-9764-348e613718a2),segment_id=85b97eb4-11ab-4593-9764-348e613718a2)] {{(pid=94617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:31:00.272258 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:31:00.337963 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] For port a9e8aa9e-0fd7-4c79-bd9b-796f729d3b1f, host hv-cinder-81011, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81011',level=0,port_id=a9e8aa9e-0fd7-4c79-bd9b-796f729d3b1f,segment=NetworkSegment(46967add-ceb0-4865-9e29-f6ad39a3d084),segment_id=46967add-ceb0-4865-9e29-f6ad39a3d084)] {{(pid=94617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:31:00.339113 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7d0b309-7f88-40cb-885e-a2d1668c9af1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9e8aa9e-0fd7-4c79-bd9b-796f729d3b1f'}] {{(pid=94617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 04:31:00.342917 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}993cef13cba3f0ab7640ec7edf55a13b4a27e0226575f61fb20ce20e7b239147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad11a122-d192-4577-bd6e-7e8f9c67cd95" -d '{"events": [{"server_uuid": "f7d0b309-7f88-40cb-885e-a2d1668c9af1", "name": "network-vif-plugged", "status": "completed", "tag": "a9e8aa9e-0fd7-4c79-bd9b-796f729d3b1f"}]}' {{(pid=94617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 04:31:00.393977 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:31:00.396840 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 04:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47e723b9-cfb3-4b20-a5d5-8006f4d7f5ef x-openstack-request-id: req-47e723b9-cfb3-4b20-a5d5-8006f4d7f5ef {{(pid=94617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 04:31:00.397145 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7d0b309-7f88-40cb-885e-a2d1668c9af1", "name": "network-vif-plugged", "status": "completed", "tag": "a9e8aa9e-0fd7-4c79-bd9b-796f729d3b1f", "code": 200}]} {{(pid=94617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 04:31:00.397460 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-47e723b9-cfb3-4b20-a5d5-8006f4d7f5ef {{(pid=94617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 04:31:00.397784 dv-cinder-810118-1-iscsi neutron-server[94617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7d0b309-7f88-40cb-885e-a2d1668c9af1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9e8aa9e-0fd7-4c79-bd9b-796f729d3b1f', 'code': 200} Sep 22 04:31:00.461900 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Pushing event updated for resources: {'Port': ['ID=2af19b0f-b553-4fb1-8c00-c29a016662d2,revision_number=4']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:31:00.467254 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914c9ad9-c973-4bf0-8182-4abe02f6a905 req-ade13dbb-82a6-4302-838d-4b8dbf4e686e tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:00.475688 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-914c9ad9-c973-4bf0-8182-4abe02f6a905 req-ade13dbb-82a6-4302-838d-4b8dbf4e686e tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=73071d9e-f5bc-439b-a5c9-d1ef0da01f57 HTTP/1.1" status: 200 len: 945 time: 0.0630805 Sep 22 04:31:00.484785 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:31:00.521855 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-914c9ad9-c973-4bf0-8182-4abe02f6a905 req-14f056c3-6b7e-4ad3-b9f5-097890c6795f tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=0987b5bf-9d30-4aee-b9ff-4b85b30fe4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384107 Sep 22 04:31:00.569307 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Pushing event updated for resources: {'Port': ['ID=a9e8aa9e-0fd7-4c79-bd9b-796f729d3b1f,revision_number=5']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:31:00.653834 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-2a90ed7e-f28d-441a-93e0-8b5d9c604315 req-607c8244-fefd-4175-97b9-374f16f71aad tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] 10.222.0.24 "GET /v2.0/ports?device_id=b21903ed-d54d-4248-aa68-6bd6a293f2cc HTTP/1.1" status: 200 len: 210 time: 0.0551474 Sep 22 04:31:00.690923 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc007c61-182e-401e-93b0-8281900f9605 req-3472531f-020b-4aee-9563-44e70648e7e9 tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:00.702090 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-fc007c61-182e-401e-93b0-8281900f9605 req-3472531f-020b-4aee-9563-44e70648e7e9 tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] 10.222.0.24 "GET /v2.0/ports?device_id=30391d49-1475-47e7-b475-0c99772f49f4 HTTP/1.1" status: 200 len: 944 time: 0.0852461 Sep 22 04:31:00.731424 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] get_ports_and_sgs() called for port_ids ['2af19b0f-b553-4fb1-8c00-c29a016662d2'] {{(pid=94617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 04:31:00.756774 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7a02b3-0e16-4dfc-b0c6-eec4299bc4ed req-c572fb18-8721-482c-a58c-b2c5687025ec tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:00.759511 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-fa7a02b3-0e16-4dfc-b0c6-eec4299bc4ed req-c572fb18-8721-482c-a58c-b2c5687025ec tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] 10.222.0.30 "GET /v2.0/networks?id=59b728e9-5303-45e2-9c7c-2e2f20b70420 HTTP/1.1" status: 200 len: 811 time: 0.2129922 Sep 22 04:31:00.765063 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-fc007c61-182e-401e-93b0-8281900f9605 req-6b3c2cc4-c2b1-40b7-87f8-7c6daeb7fb26 tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] 10.222.0.24 "GET /v2.0/security-groups?id=10120f0e-3709-4776-9aec-43133491c21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539415 Sep 22 04:31:00.775440 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.v2.base [req-fa7a02b3-0e16-4dfc-b0c6-eec4299bc4ed req-4ea020bc-b627-40c7-b087-ce105035bfec tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] Request body: {'port': {'device_id': 'b21903ed-d54d-4248-aa68-6bd6a293f2cc', 'network_id': '59b728e9-5303-45e2-9c7c-2e2f20b70420', 'admin_state_up': True, 'tenant_id': '236117dcf0af4a2daabd25f4111c46ca'}} {{(pid=94616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 04:31:00.942271 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c393b5-158c-47c9-a239-6eaa2fee5fd5 req-b5f54e94-f6d5-4721-982f-16b184a10a6c tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:00.944100 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-03c393b5-158c-47c9-a239-6eaa2fee5fd5 req-b5f54e94-f6d5-4721-982f-16b184a10a6c tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7d0b309-7f88-40cb-885e-a2d1668c9af1 HTTP/1.1" status: 200 len: 946 time: 0.1433635 Sep 22 04:31:00.949242 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af78735-9d1c-402e-b1d7-5deb1dd49944 req-6621457d-b298-44a0-a515-804618850740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:00.950987 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-9af78735-9d1c-402e-b1d7-5deb1dd49944 req-6621457d-b298-44a0-a515-804618850740 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f7d0b309-7f88-40cb-885e-a2d1668c9af1 HTTP/1.1" status: 200 len: 1099 time: 0.1304007 Sep 22 04:31:01.028804 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-9af78735-9d1c-402e-b1d7-5deb1dd49944 req-c43740eb-913f-4f9c-ac32-84903c72bb25 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=3559c028-26d0-4688-9c30-5c12a4a20ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650401 Sep 22 04:31:01.041363 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-03c393b5-158c-47c9-a239-6eaa2fee5fd5 req-2fede8c7-19cf-4634-a218-fc8ec8f19e0f tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] 10.222.0.24 "GET /v2.0/security-groups?id=3559c028-26d0-4688-9c30-5c12a4a20ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875652 Sep 22 04:31:01.193076 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa7a02b3-0e16-4dfc-b0c6-eec4299bc4ed req-4ea020bc-b627-40c7-b087-ce105035bfec tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] Made reservation on behalf of 236117dcf0af4a2daabd25f4111c46ca for: {'port': 1} {{(pid=94616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 04:31:01.196780 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-fa7a02b3-0e16-4dfc-b0c6-eec4299bc4ed req-4ea020bc-b627-40c7-b087-ce105035bfec tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:31:01.381997 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.db.db_base_plugin_common [req-fa7a02b3-0e16-4dfc-b0c6-eec4299bc4ed req-4ea020bc-b627-40c7-b087-ce105035bfec tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] Allocated IP 172.20.0.8 (59b728e9-5303-45e2-9c7c-2e2f20b70420/6bad8d4f-31e5-49b1-a9d4-300aef32b964/6a29af49-e228-4a85-b63a-5b5e84f27dde) {{(pid=94616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 04:31:01.386847 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277adaad-abc2-44e6-8393-0315c13d2c44 req-19fea932-ecf4-4e65-a06b-f577fef887e5 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:01.394147 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-277adaad-abc2-44e6-8393-0315c13d2c44 req-19fea932-ecf4-4e65-a06b-f577fef887e5 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ecf19b8-6886-42a0-afa3-aef3b137e1dc HTTP/1.1" status: 200 len: 945 time: 0.0722401 Sep 22 04:31:01.462631 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-277adaad-abc2-44e6-8393-0315c13d2c44 req-8452d5fb-0777-4abe-9ca1-dd4895ad9a5d tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa7be617-2fe6-4836-b1f1-d63120ca8390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669763 Sep 22 04:31:01.563402 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-fa7a02b3-0e16-4dfc-b0c6-eec4299bc4ed req-4ea020bc-b627-40c7-b087-ce105035bfec tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] Notify callbacks [] for port, precommit_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:31:01.665695 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d294abd4-1a18-46a2-8fbb-8eba55c0819e req-bf26d2f7-e55b-4581-9482-55dc1aa9246e tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:01.667525 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-d294abd4-1a18-46a2-8fbb-8eba55c0819e req-bf26d2f7-e55b-4581-9482-55dc1aa9246e tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=73071d9e-f5bc-439b-a5c9-d1ef0da01f57 HTTP/1.1" status: 200 len: 945 time: 0.0527437 Sep 22 04:31:01.708911 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-fa7a02b3-0e16-4dfc-b0c6-eec4299bc4ed req-4ea020bc-b627-40c7-b087-ce105035bfec tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769518673857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534565802'] for port, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:31:01.760355 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa7a02b3-0e16-4dfc-b0c6-eec4299bc4ed req-4ea020bc-b627-40c7-b087-ce105035bfec tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] Network 59b728e9-5303-45e2-9c7c-2e2f20b70420 is already hosted by enough agents. {{(pid=94616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 04:31:01.768005 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.scheduler.base_scheduler [req-fa7a02b3-0e16-4dfc-b0c6-eec4299bc4ed req-4ea020bc-b627-40c7-b087-ce105035bfec tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] Resources bound (agent type, host, resource id): {{(pid=94616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 04:31:01.771197 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa7a02b3-0e16-4dfc-b0c6-eec4299bc4ed req-4ea020bc-b627-40c7-b087-ce105035bfec tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] Received port after_create {{(pid=94616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 04:31:01.804442 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec9206a-5011-4914-b4a7-a9bf7c31fa2b req-fd4f4c8e-d74e-4d4d-b6ba-94368a2a2e22 tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:01.805997 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-d294abd4-1a18-46a2-8fbb-8eba55c0819e req-e992c641-7910-4369-8b34-df6d7e10fb00 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=0987b5bf-9d30-4aee-b9ff-4b85b30fe4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207104 Sep 22 04:31:01.812624 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-fec9206a-5011-4914-b4a7-a9bf7c31fa2b req-fd4f4c8e-d74e-4d4d-b6ba-94368a2a2e22 tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] 10.222.0.24 "GET /v2.0/ports?device_id=b21903ed-d54d-4248-aa68-6bd6a293f2cc HTTP/1.1" status: 200 len: 931 time: 0.0763581 Sep 22 04:31:01.821014 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea020bc-b627-40c7-b087-ce105035bfec tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] Pushing event updated for resources: {'Port': ['ID=6a29af49-e228-4a85-b63a-5b5e84f27dde,revision_number=1']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:31:01.855978 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-fec9206a-5011-4914-b4a7-a9bf7c31fa2b req-f18580d7-8df8-452b-9f7d-5ccf0ff72f26 tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] 10.222.0.24 "GET /v2.0/security-groups?id=93663dba-703d-42ad-9b05-9abdf1941984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420337 Sep 22 04:31:01.856142 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7a02b3-0e16-4dfc-b0c6-eec4299bc4ed req-4ea020bc-b627-40c7-b087-ce105035bfec tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:01.856779 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-fa7a02b3-0e16-4dfc-b0c6-eec4299bc4ed req-4ea020bc-b627-40c7-b087-ce105035bfec tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34584'] for port, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:31:01.943597 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64d7eea-3c52-432a-a6c5-5374a704221f req-34823e85-0ff5-416f-8dc5-5872ca607622 tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:01.945093 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-c64d7eea-3c52-432a-a6c5-5374a704221f req-34823e85-0ff5-416f-8dc5-5872ca607622 tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] 10.222.0.24 "GET /v2.0/ports?device_id=30391d49-1475-47e7-b475-0c99772f49f4 HTTP/1.1" status: 200 len: 944 time: 0.0514231 Sep 22 04:31:01.987232 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-c64d7eea-3c52-432a-a6c5-5374a704221f req-2608d4da-ac45-4d81-85af-28c2f3bdb512 tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] 10.222.0.24 "GET /v2.0/security-groups?id=10120f0e-3709-4776-9aec-43133491c21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361454 Sep 22 04:31:02.080124 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.agents_db [None req-7fda405f-bd13-41fd-9497-f6551785b8a3 None None] Agent healthcheck: found 6 active agents {{(pid=94618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 04:31:02.156995 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1347881a-345e-4ab8-9633-1760a011c611 req-8bc2225d-d13b-4771-8f81-ff62ba49c853 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:02.158450 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-1347881a-345e-4ab8-9633-1760a011c611 req-8bc2225d-d13b-4771-8f81-ff62ba49c853 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7d0b309-7f88-40cb-885e-a2d1668c9af1 HTTP/1.1" status: 200 len: 946 time: 0.0483875 Sep 22 04:31:02.203512 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-1347881a-345e-4ab8-9633-1760a011c611 req-ffc268b2-09a6-4bdd-b73d-f32392fedacd tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] 10.222.0.24 "GET /v2.0/security-groups?id=3559c028-26d0-4688-9c30-5c12a4a20ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390079 Sep 22 04:31:02.370444 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-fa7a02b3-0e16-4dfc-b0c6-eec4299bc4ed req-4ea020bc-b627-40c7-b087-ce105035bfec tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5998909 Sep 22 04:31:02.589418 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8394057a-a35a-4bfc-aaa8-f19a7db6adf2 req-ce1700d9-ed14-4ec3-be2a-f4bf035992f9 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:02.596837 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-8394057a-a35a-4bfc-aaa8-f19a7db6adf2 req-ce1700d9-ed14-4ec3-be2a-f4bf035992f9 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ecf19b8-6886-42a0-afa3-aef3b137e1dc HTTP/1.1" status: 200 len: 945 time: 0.0582736 Sep 22 04:31:02.633157 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-8394057a-a35a-4bfc-aaa8-f19a7db6adf2 req-15af79e1-333c-46b7-8711-aab8d642e9a4 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa7be617-2fe6-4836-b1f1-d63120ca8390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352876 Sep 22 04:31:02.985396 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca959d06-8f20-4470-8412-85f59a350be8 req-48376c58-5c4c-4c4a-a20e-cafd5a8cf189 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:02.987162 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-ca959d06-8f20-4470-8412-85f59a350be8 req-48376c58-5c4c-4c4a-a20e-cafd5a8cf189 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=73071d9e-f5bc-439b-a5c9-d1ef0da01f57 HTTP/1.1" status: 200 len: 945 time: 0.0669239 Sep 22 04:31:02.993288 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3df601-007d-4dcc-bcfe-36bcea33c3a6 req-e3feb01e-379d-429a-a750-353237455cf3 tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:02.995443 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-0d3df601-007d-4dcc-bcfe-36bcea33c3a6 req-e3feb01e-379d-429a-a750-353237455cf3 tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] 10.222.0.24 "GET /v2.0/ports?device_id=b21903ed-d54d-4248-aa68-6bd6a293f2cc HTTP/1.1" status: 200 len: 931 time: 0.0635414 Sep 22 04:31:03.039735 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-ca959d06-8f20-4470-8412-85f59a350be8 req-9d19073d-d764-401a-ad38-93927a92b853 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=0987b5bf-9d30-4aee-b9ff-4b85b30fe4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458951 Sep 22 04:31:03.051641 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-0d3df601-007d-4dcc-bcfe-36bcea33c3a6 req-8d5dade8-03fc-44e8-ae5a-eb36686e81c5 tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] 10.222.0.24 "GET /v2.0/security-groups?id=93663dba-703d-42ad-9b05-9abdf1941984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470672 Sep 22 04:31:03.197540 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c823b05c-76e1-4d5d-8eab-b3d76ad923c1 req-69b93d90-3a01-4197-abf1-5dfbfe8e5306 tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:03.199366 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-c823b05c-76e1-4d5d-8eab-b3d76ad923c1 req-69b93d90-3a01-4197-abf1-5dfbfe8e5306 tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] 10.222.0.24 "GET /v2.0/ports?device_id=30391d49-1475-47e7-b475-0c99772f49f4 HTTP/1.1" status: 200 len: 944 time: 0.0569570 Sep 22 04:31:03.247306 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-c823b05c-76e1-4d5d-8eab-b3d76ad923c1 req-e1c2362d-22e0-49a3-b4c0-ebf37ec4e513 tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] 10.222.0.24 "GET /v2.0/security-groups?id=10120f0e-3709-4776-9aec-43133491c21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394328 Sep 22 04:31:03.355542 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c191b12-1042-4366-9950-c0804b1a12a4 req-e0f5db87-a071-4a96-9057-d8c974f2aa6b tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:03.357135 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-1c191b12-1042-4366-9950-c0804b1a12a4 req-e0f5db87-a071-4a96-9057-d8c974f2aa6b tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7d0b309-7f88-40cb-885e-a2d1668c9af1 HTTP/1.1" status: 200 len: 946 time: 0.0556235 Sep 22 04:31:03.401710 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-1c191b12-1042-4366-9950-c0804b1a12a4 req-4336e180-f38e-4d7f-9074-ff4b6f69213a tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] 10.222.0.24 "GET /v2.0/security-groups?id=3559c028-26d0-4688-9c30-5c12a4a20ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386889 Sep 22 04:31:03.426548 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.v2.base [req-fa7a02b3-0e16-4dfc-b0c6-eec4299bc4ed req-dd94a5ef-0eef-40e2-b0bc-73b77920a2a5 service neutron] Request body: {'port': {'device_id': 'b21903ed-d54d-4248-aa68-6bd6a293f2cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81011'}} {{(pid=94616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 04:31:03.484235 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-fa7a02b3-0e16-4dfc-b0c6-eec4299bc4ed req-dd94a5ef-0eef-40e2-b0bc-73b77920a2a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:31:03.810798 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c3407c-c087-49db-99b9-57394ca3e795 req-9de1667a-fc64-4a1e-9a12-7bda2f85eecc tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:03.812166 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-79c3407c-c087-49db-99b9-57394ca3e795 req-9de1667a-fc64-4a1e-9a12-7bda2f85eecc tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ecf19b8-6886-42a0-afa3-aef3b137e1dc HTTP/1.1" status: 200 len: 945 time: 0.0923154 Sep 22 04:31:03.832603 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.notifiers.nova [req-fa7a02b3-0e16-4dfc-b0c6-eec4299bc4ed req-dd94a5ef-0eef-40e2-b0bc-73b77920a2a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a29af49-e228-4a85-b63a-5b5e84f27dde {{(pid=94616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 04:31:03.849263 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-fa7a02b3-0e16-4dfc-b0c6-eec4299bc4ed req-dd94a5ef-0eef-40e2-b0bc-73b77920a2a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:31:03.873505 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [req-fa7a02b3-0e16-4dfc-b0c6-eec4299bc4ed req-dd94a5ef-0eef-40e2-b0bc-73b77920a2a5 service neutron] Transition to ACTIVE for port object 6a29af49-e228-4a85-b63a-5b5e84f27dde will not be triggered until provisioned by entity L2. {{(pid=94616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 04:31:03.878211 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-79c3407c-c087-49db-99b9-57394ca3e795 req-ee12d092-5c44-4c46-b2e2-1355785862fb tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa7be617-2fe6-4836-b1f1-d63120ca8390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583754 Sep 22 04:31:03.935829 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-fa7a02b3-0e16-4dfc-b0c6-eec4299bc4ed req-dd94a5ef-0eef-40e2-b0bc-73b77920a2a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534565793'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:31:03.988370 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd94a5ef-0eef-40e2-b0bc-73b77920a2a5 service neutron] Pushing event updated for resources: {'Port': ['ID=6a29af49-e228-4a85-b63a-5b5e84f27dde,revision_number=2']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:31:04.070933 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.managers [req-fa7a02b3-0e16-4dfc-b0c6-eec4299bc4ed req-dd94a5ef-0eef-40e2-b0bc-73b77920a2a5 service neutron] Attempting to bind port 6a29af49-e228-4a85-b63a-5b5e84f27dde on host hv-cinder-81011 for vnic_type normal with profile {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 04:31:04.071636 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.managers [req-fa7a02b3-0e16-4dfc-b0c6-eec4299bc4ed req-dd94a5ef-0eef-40e2-b0bc-73b77920a2a5 service neutron] Attempting to bind port 6a29af49-e228-4a85-b63a-5b5e84f27dde by drivers openvswitch,hyperv on host hv-cinder-81011 at level 0 using segments [{'id': '5bec021b-edbf-4f94-a1f5-14ee5c1a9575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '59b728e9-5303-45e2-9c7c-2e2f20b70420'}] {{(pid=94616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 04:31:04.071636 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7a02b3-0e16-4dfc-b0c6-eec4299bc4ed req-dd94a5ef-0eef-40e2-b0bc-73b77920a2a5 service neutron] Attempting to bind port 6a29af49-e228-4a85-b63a-5b5e84f27dde on network 59b728e9-5303-45e2-9c7c-2e2f20b70420 {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 04:31:04.075684 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7a02b3-0e16-4dfc-b0c6-eec4299bc4ed req-dd94a5ef-0eef-40e2-b0bc-73b77920a2a5 service neutron] Port 6a29af49-e228-4a85-b63a-5b5e84f27dde on network 59b728e9-5303-45e2-9c7c-2e2f20b70420 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81011 {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 04:31:04.075997 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7a02b3-0e16-4dfc-b0c6-eec4299bc4ed req-dd94a5ef-0eef-40e2-b0bc-73b77920a2a5 service neutron] Attempting to bind port 6a29af49-e228-4a85-b63a-5b5e84f27dde on network 59b728e9-5303-45e2-9c7c-2e2f20b70420 {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 04:31:04.090613 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7a02b3-0e16-4dfc-b0c6-eec4299bc4ed req-dd94a5ef-0eef-40e2-b0bc-73b77920a2a5 service neutron] Checking agent: {'id': '347231d5-0b5a-4d21-8b71-bfdb97c43ccc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81011', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 4, 26, 37), 'started_at': datetime.datetime(2021, 9, 22, 4, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 4, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 04:31:04.090949 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7a02b3-0e16-4dfc-b0c6-eec4299bc4ed req-dd94a5ef-0eef-40e2-b0bc-73b77920a2a5 service neutron] Checking segment: {'id': '5bec021b-edbf-4f94-a1f5-14ee5c1a9575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '59b728e9-5303-45e2-9c7c-2e2f20b70420'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 04:31:04.091328 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7a02b3-0e16-4dfc-b0c6-eec4299bc4ed req-dd94a5ef-0eef-40e2-b0bc-73b77920a2a5 service neutron] Bound using segment: {'id': '5bec021b-edbf-4f94-a1f5-14ee5c1a9575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '59b728e9-5303-45e2-9c7c-2e2f20b70420'} {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 04:31:04.091742 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.managers [req-fa7a02b3-0e16-4dfc-b0c6-eec4299bc4ed req-dd94a5ef-0eef-40e2-b0bc-73b77920a2a5 service neutron] Bound port: 6a29af49-e228-4a85-b63a-5b5e84f27dde, host: hv-cinder-81011, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bec021b-edbf-4f94-a1f5-14ee5c1a9575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '59b728e9-5303-45e2-9c7c-2e2f20b70420'}}] {{(pid=94616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 04:31:04.092095 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-fa7a02b3-0e16-4dfc-b0c6-eec4299bc4ed req-dd94a5ef-0eef-40e2-b0bc-73b77920a2a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:31:04.203924 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c7572b-3d29-43ff-ba72-a523cbb72a90 req-37cc1963-0128-48a0-a01b-5bbb91703542 tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:04.206181 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-75c7572b-3d29-43ff-ba72-a523cbb72a90 req-37cc1963-0128-48a0-a01b-5bbb91703542 tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] 10.222.0.24 "GET /v2.0/ports?device_id=b21903ed-d54d-4248-aa68-6bd6a293f2cc HTTP/1.1" status: 200 len: 943 time: 0.0638676 Sep 22 04:31:04.247841 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-75c7572b-3d29-43ff-ba72-a523cbb72a90 req-54281585-93f0-432c-bf1c-f6d8ad57cff1 tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] 10.222.0.24 "GET /v2.0/security-groups?id=93663dba-703d-42ad-9b05-9abdf1941984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341270 Sep 22 04:31:04.293617 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [req-fa7a02b3-0e16-4dfc-b0c6-eec4299bc4ed req-dd94a5ef-0eef-40e2-b0bc-73b77920a2a5 service neutron] For port 6a29af49-e228-4a85-b63a-5b5e84f27dde, host hv-cinder-81011, cleared binding levels {{(pid=94616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 04:31:04.299803 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [req-fa7a02b3-0e16-4dfc-b0c6-eec4299bc4ed req-dd94a5ef-0eef-40e2-b0bc-73b77920a2a5 service neutron] For port 6a29af49-e228-4a85-b63a-5b5e84f27dde, host hv-cinder-81011, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81011',level=0,port_id=6a29af49-e228-4a85-b63a-5b5e84f27dde,segment=NetworkSegment(5bec021b-edbf-4f94-a1f5-14ee5c1a9575),segment_id=5bec021b-edbf-4f94-a1f5-14ee5c1a9575)] {{(pid=94616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 04:31:04.309685 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0ac0c5-7db0-418f-9ab0-53dcb1991c08 req-c3c69bd2-311e-4b3c-b0b5-16dce0b397e4 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:04.314970 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-0d0ac0c5-7db0-418f-9ab0-53dcb1991c08 req-c3c69bd2-311e-4b3c-b0b5-16dce0b397e4 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=73071d9e-f5bc-439b-a5c9-d1ef0da01f57 HTTP/1.1" status: 200 len: 945 time: 0.1129124 Sep 22 04:31:04.379899 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-0d0ac0c5-7db0-418f-9ab0-53dcb1991c08 req-9942cfb9-41a4-4ef0-8adf-0a553f99813e tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=0987b5bf-9d30-4aee-b9ff-4b85b30fe4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620494 Sep 22 04:31:04.380385 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76b3a44-9f5e-4897-8a8b-03bcb93ffbfd req-c16957c4-528a-4936-bb20-03a1e3adedff tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:04.388008 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-b76b3a44-9f5e-4897-8a8b-03bcb93ffbfd req-c16957c4-528a-4936-bb20-03a1e3adedff tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] 10.222.0.24 "GET /v2.0/ports?device_id=30391d49-1475-47e7-b475-0c99772f49f4 HTTP/1.1" status: 200 len: 944 time: 0.0610850 Sep 22 04:31:04.417092 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-fa7a02b3-0e16-4dfc-b0c6-eec4299bc4ed req-dd94a5ef-0eef-40e2-b0bc-73b77920a2a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534565793'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:31:04.442553 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-b76b3a44-9f5e-4897-8a8b-03bcb93ffbfd req-03bcd7bb-726f-4135-9938-9a4cad9bfab6 tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] 10.222.0.24 "GET /v2.0/security-groups?id=10120f0e-3709-4776-9aec-43133491c21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471146 Sep 22 04:31:04.471957 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7a02b3-0e16-4dfc-b0c6-eec4299bc4ed req-dd94a5ef-0eef-40e2-b0bc-73b77920a2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:04.472668 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-fa7a02b3-0e16-4dfc-b0c6-eec4299bc4ed req-dd94a5ef-0eef-40e2-b0bc-73b77920a2a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34584'] for port, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:31:04.474642 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-fa7a02b3-0e16-4dfc-b0c6-eec4299bc4ed req-dd94a5ef-0eef-40e2-b0bc-73b77920a2a5 service neutron] 10.222.0.30 "PUT /v2.0/ports/6a29af49-e228-4a85-b63a-5b5e84f27dde HTTP/1.1" status: 200 len: 1093 time: 1.0522521 Sep 22 04:31:04.475087 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b21903ed-d54d-4248-aa68-6bd6a293f2cc', 'tag': '6a29af49-e228-4a85-b63a-5b5e84f27dde'}] {{(pid=94616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 04:31:04.477510 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ee93b3f7eb2b2b6a350c95698ebe5b9c8d238e2160e747b625fec6bb3c76933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baa6e858-bf83-4a6d-8fd8-8674da932881" -d '{"events": [{"name": "network-changed", "server_uuid": "b21903ed-d54d-4248-aa68-6bd6a293f2cc", "tag": "6a29af49-e228-4a85-b63a-5b5e84f27dde"}]}' {{(pid=94616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 04:31:04.539993 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 04:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df26dde5-8d98-4a34-a15d-b94596e52067 x-openstack-request-id: req-df26dde5-8d98-4a34-a15d-b94596e52067 {{(pid=94616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 04:31:04.540342 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b21903ed-d54d-4248-aa68-6bd6a293f2cc", "tag": "6a29af49-e228-4a85-b63a-5b5e84f27dde", "status": "completed", "code": 200}]} {{(pid=94616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 04:31:04.540668 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-df26dde5-8d98-4a34-a15d-b94596e52067 {{(pid=94616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 04:31:04.541118 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b21903ed-d54d-4248-aa68-6bd6a293f2cc', 'tag': '6a29af49-e228-4a85-b63a-5b5e84f27dde', 'status': 'completed', 'code': 200} Sep 22 04:31:04.543468 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd94a5ef-0eef-40e2-b0bc-73b77920a2a5 service neutron] Pushing event updated for resources: {'Port': ['ID=6a29af49-e228-4a85-b63a-5b5e84f27dde,revision_number=3']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:31:04.571850 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef9db26-0fed-43e5-8f4e-918e963e1742 req-069159a7-34b0-47ae-9eaa-f86764af9155 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:04.573508 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-8ef9db26-0fed-43e5-8f4e-918e963e1742 req-069159a7-34b0-47ae-9eaa-f86764af9155 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7d0b309-7f88-40cb-885e-a2d1668c9af1 HTTP/1.1" status: 200 len: 946 time: 0.0722854 Sep 22 04:31:04.667610 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-8ef9db26-0fed-43e5-8f4e-918e963e1742 req-74cd90a0-1ae2-4472-874b-784555cc13d8 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] 10.222.0.24 "GET /v2.0/security-groups?id=3559c028-26d0-4688-9c30-5c12a4a20ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792222 Sep 22 04:31:04.670319 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa6e858-bf83-4a6d-8fd8-8674da932881 req-e3c30a6f-c4d8-432f-bda7-60db58c2593c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:04.671917 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-baa6e858-bf83-4a6d-8fd8-8674da932881 req-e3c30a6f-c4d8-432f-bda7-60db58c2593c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=236117dcf0af4a2daabd25f4111c46ca&device_id=b21903ed-d54d-4248-aa68-6bd6a293f2cc HTTP/1.1" status: 200 len: 1096 time: 0.0974789 Sep 22 04:31:04.778389 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa6e858-bf83-4a6d-8fd8-8674da932881 req-a85030e2-5310-438c-b0c4-296cccf4b094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:04.780073 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-baa6e858-bf83-4a6d-8fd8-8674da932881 req-a85030e2-5310-438c-b0c4-296cccf4b094 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=236117dcf0af4a2daabd25f4111c46ca&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0996625 Sep 22 04:31:05.039187 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b896ebf1-2541-4cb7-bc88-d960d511a855 req-c7a06db8-c770-4a5b-9e0d-c0d29809ee4a tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:05.047270 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-b896ebf1-2541-4cb7-bc88-d960d511a855 req-c7a06db8-c770-4a5b-9e0d-c0d29809ee4a tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ecf19b8-6886-42a0-afa3-aef3b137e1dc HTTP/1.1" status: 200 len: 945 time: 0.0898640 Sep 22 04:31:05.099561 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-b896ebf1-2541-4cb7-bc88-d960d511a855 req-b258018d-d92c-44f9-b8dc-e2f3eca7034b tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa7be617-2fe6-4836-b1f1-d63120ca8390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509095 Sep 22 04:31:05.176936 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa6e858-bf83-4a6d-8fd8-8674da932881 req-c99cbbc7-a320-423e-9eef-e5fb6b1d882e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:05.178534 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-baa6e858-bf83-4a6d-8fd8-8674da932881 req-c99cbbc7-a320-423e-9eef-e5fb6b1d882e service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3873110 Sep 22 04:31:05.276048 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7a02b3-0e16-4dfc-b0c6-eec4299bc4ed req-e75488e3-c7d4-4e4d-b989-b203edc06d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:05.276048 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-fa7a02b3-0e16-4dfc-b0c6-eec4299bc4ed req-e75488e3-c7d4-4e4d-b989-b203edc06d4c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=236117dcf0af4a2daabd25f4111c46ca&device_id=b21903ed-d54d-4248-aa68-6bd6a293f2cc HTTP/1.1" status: 200 len: 1096 time: 0.0451989 Sep 22 04:31:05.355518 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-fa7a02b3-0e16-4dfc-b0c6-eec4299bc4ed req-ab13bfed-a411-4f01-987c-1d834533879d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a29af49-e228-4a85-b63a-5b5e84f27dde HTTP/1.1" status: 200 len: 217 time: 0.0619855 Sep 22 04:31:05.457682 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7a02b3-0e16-4dfc-b0c6-eec4299bc4ed req-7c993988-8090-4675-b812-6115d30941d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:05.461268 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-fa7a02b3-0e16-4dfc-b0c6-eec4299bc4ed req-7c993988-8090-4675-b812-6115d30941d3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6bad8d4f-31e5-49b1-a9d4-300aef32b964 HTTP/1.1" status: 200 len: 851 time: 0.0897164 Sep 22 04:31:05.468004 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641d3663-284b-4610-b205-0a4038b37a2a req-1c6efdd3-15e2-4445-9759-9f10a9b1c156 tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:05.484746 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-641d3663-284b-4610-b205-0a4038b37a2a req-1c6efdd3-15e2-4445-9759-9f10a9b1c156 tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] 10.222.0.24 "GET /v2.0/ports?device_id=b21903ed-d54d-4248-aa68-6bd6a293f2cc HTTP/1.1" status: 200 len: 943 time: 0.1015489 Sep 22 04:31:05.512498 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-fa7a02b3-0e16-4dfc-b0c6-eec4299bc4ed req-5d0dcc90-1cd0-475e-b110-72f8754c17b8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=59b728e9-5303-45e2-9c7c-2e2f20b70420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386391 Sep 22 04:31:05.523737 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a71ffb-cebf-40a1-88f2-89605b5ba8d9 req-1cb00f6c-3e8f-4306-bb5a-933fe359f433 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:05.528978 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-c5a71ffb-cebf-40a1-88f2-89605b5ba8d9 req-1cb00f6c-3e8f-4306-bb5a-933fe359f433 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=73071d9e-f5bc-439b-a5c9-d1ef0da01f57 HTTP/1.1" status: 200 len: 945 time: 0.0567935 Sep 22 04:31:05.540569 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-641d3663-284b-4610-b205-0a4038b37a2a req-86fa2ff4-764c-4f6a-a8b3-85a875ee7ad2 tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] 10.222.0.24 "GET /v2.0/security-groups?id=93663dba-703d-42ad-9b05-9abdf1941984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585513 Sep 22 04:31:05.581470 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-c5a71ffb-cebf-40a1-88f2-89605b5ba8d9 req-ffd78885-16f5-4484-b76c-697446faafea tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=0987b5bf-9d30-4aee-b9ff-4b85b30fe4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493367 Sep 22 04:31:05.670823 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-fa7a02b3-0e16-4dfc-b0c6-eec4299bc4ed req-3e3a9730-e30f-4969-a841-62b3c0907d2b service neutron] 10.222.0.30 "GET /v2.0/networks/59b728e9-5303-45e2-9c7c-2e2f20b70420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416311 Sep 22 04:31:05.682786 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49fba77-cd0b-4853-a01d-4cd7d7d06412 req-8bf9fe39-6eff-447b-a9fc-62df8e974331 tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:05.684485 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-c49fba77-cd0b-4853-a01d-4cd7d7d06412 req-8bf9fe39-6eff-447b-a9fc-62df8e974331 tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] 10.222.0.24 "GET /v2.0/ports?device_id=30391d49-1475-47e7-b475-0c99772f49f4 HTTP/1.1" status: 200 len: 944 time: 0.0674770 Sep 22 04:31:05.780178 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ba73f4-393a-459c-8e39-fc09b727164f req-d7558999-61fe-4fa1-82da-eee1e7dabacd tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:05.781688 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-b6ba73f4-393a-459c-8e39-fc09b727164f req-d7558999-61fe-4fa1-82da-eee1e7dabacd tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7d0b309-7f88-40cb-885e-a2d1668c9af1 HTTP/1.1" status: 200 len: 946 time: 0.0531225 Sep 22 04:31:05.796712 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-c49fba77-cd0b-4853-a01d-4cd7d7d06412 req-5c700321-e4a4-4be7-bb29-1b305ed0e2dd tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] 10.222.0.24 "GET /v2.0/security-groups?id=10120f0e-3709-4776-9aec-43133491c21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984578 Sep 22 04:31:05.822362 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-b6ba73f4-393a-459c-8e39-fc09b727164f req-abe85723-34f3-4950-b428-24f1b7a3e0bf tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] 10.222.0.24 "GET /v2.0/security-groups?id=3559c028-26d0-4688-9c30-5c12a4a20ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344832 Sep 22 04:31:05.838146 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-fa7a02b3-0e16-4dfc-b0c6-eec4299bc4ed req-b2a28097-ae5d-4925-917d-595fc67baa45 service neutron] 10.222.0.30 "GET /v2.0/networks/59b728e9-5303-45e2-9c7c-2e2f20b70420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479247 Sep 22 04:31:06.211110 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0cda53-78a9-49bd-b80f-3d51c9fa3242 req-b9b9b409-19a2-4cf5-bbdd-ad5a0b34521d tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:06.212685 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-fc0cda53-78a9-49bd-b80f-3d51c9fa3242 req-b9b9b409-19a2-4cf5-bbdd-ad5a0b34521d tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ecf19b8-6886-42a0-afa3-aef3b137e1dc HTTP/1.1" status: 200 len: 945 time: 0.0510669 Sep 22 04:31:06.249198 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-fc0cda53-78a9-49bd-b80f-3d51c9fa3242 req-c5213832-abde-4bd6-a85d-d5e13a6eefd3 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa7be617-2fe6-4836-b1f1-d63120ca8390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305934 Sep 22 04:31:06.427319 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Device 2af19b0f-b553-4fb1-8c00-c29a016662d2 up at agent hyperv_hv-cinder-81011 {{(pid=94617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 04:31:06.581238 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Provisioning for port 2af19b0f-b553-4fb1-8c00-c29a016662d2 completed by entity L2. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 04:31:06.586074 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Provisioning complete for port 2af19b0f-b553-4fb1-8c00-c29a016662d2 triggered by entity L2. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 04:31:06.586074 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628798'] for port, provisioning_complete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:31:06.717557 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79de6a1b-89c9-48a8-a0b3-4bac574dee58 req-d8eec11f-f11a-46f4-a780-6090605b5513 tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:06.727336 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-79de6a1b-89c9-48a8-a0b3-4bac574dee58 req-d8eec11f-f11a-46f4-a780-6090605b5513 tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] 10.222.0.24 "GET /v2.0/ports?device_id=b21903ed-d54d-4248-aa68-6bd6a293f2cc HTTP/1.1" status: 200 len: 943 time: 0.0880294 Sep 22 04:31:06.784974 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c611b6ca-8ef7-4d0d-a973-4a4614b3458d req-5d3fa7e7-c15e-40c2-9b86-60408c381e87 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:06.787503 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-c611b6ca-8ef7-4d0d-a973-4a4614b3458d req-5d3fa7e7-c15e-40c2-9b86-60408c381e87 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=73071d9e-f5bc-439b-a5c9-d1ef0da01f57 HTTP/1.1" status: 200 len: 945 time: 0.1071503 Sep 22 04:31:06.798056 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11360dc-bfc8-4d99-b2c1-ba2804a534f4 req-3dbca17d-e10a-4166-8d74-99bea264e1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:06.801658 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-b11360dc-bfc8-4d99-b2c1-ba2804a534f4 req-3dbca17d-e10a-4166-8d74-99bea264e1ba service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1ecf19b8-6886-42a0-afa3-aef3b137e1dc HTTP/1.1" status: 200 len: 1098 time: 0.0736737 Sep 22 04:31:06.804513 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:31:06.805342 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:31:06.829433 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-79de6a1b-89c9-48a8-a0b3-4bac574dee58 req-6846b666-4ca6-411b-bec0-0d3ce7768545 tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] 10.222.0.24 "GET /v2.0/security-groups?id=93663dba-703d-42ad-9b05-9abdf1941984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008770 Sep 22 04:31:06.867845 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30391d49-1475-47e7-b475-0c99772f49f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2af19b0f-b553-4fb1-8c00-c29a016662d2'}] {{(pid=94617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 04:31:06.871264 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}993cef13cba3f0ab7640ec7edf55a13b4a27e0226575f61fb20ce20e7b239147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-419314d6-3749-4341-8fbd-f1beee08a09f" -d '{"events": [{"server_uuid": "30391d49-1475-47e7-b475-0c99772f49f4", "name": "network-vif-plugged", "status": "completed", "tag": "2af19b0f-b553-4fb1-8c00-c29a016662d2"}]}' {{(pid=94617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 04:31:06.885723 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-b11360dc-bfc8-4d99-b2c1-ba2804a534f4 req-b7198a47-e64b-46b8-8d6a-ce560bb12738 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=aa7be617-2fe6-4836-b1f1-d63120ca8390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682485 Sep 22 04:31:06.886493 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] For port 2af19b0f-b553-4fb1-8c00-c29a016662d2, host hv-cinder-81011, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81011',level=0,port_id=2af19b0f-b553-4fb1-8c00-c29a016662d2,segment=NetworkSegment(85b97eb4-11ab-4593-9764-348e613718a2),segment_id=85b97eb4-11ab-4593-9764-348e613718a2)] {{(pid=94617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:31:06.894455 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-c611b6ca-8ef7-4d0d-a973-4a4614b3458d req-4153a924-32a6-40f1-b150-a748411da6ad tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=0987b5bf-9d30-4aee-b9ff-4b85b30fe4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938108 Sep 22 04:31:06.970150 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea0e19b-2f47-4a33-9439-22b889799bf8 req-42b29747-6b66-4c34-976a-cba9b8351533 tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:06.981540 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:31:06.983030 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-3ea0e19b-2f47-4a33-9439-22b889799bf8 req-42b29747-6b66-4c34-976a-cba9b8351533 tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] 10.222.0.24 "GET /v2.0/ports?device_id=30391d49-1475-47e7-b475-0c99772f49f4 HTTP/1.1" status: 200 len: 944 time: 0.0838180 Sep 22 04:31:07.057431 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Pushing event updated for resources: {'Port': ['ID=2af19b0f-b553-4fb1-8c00-c29a016662d2,revision_number=5']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:31:07.059224 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-3ea0e19b-2f47-4a33-9439-22b889799bf8 req-4e8708b9-0973-4835-acd8-f2872423def0 tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] 10.222.0.24 "GET /v2.0/security-groups?id=10120f0e-3709-4776-9aec-43133491c21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717359 Sep 22 04:31:07.068641 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915c38d6-d8ef-4014-bc0c-871e9e92616b req-e2ed32a0-9bb6-4dbe-ba3f-62287b6f9dcd tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:07.068641 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-915c38d6-d8ef-4014-bc0c-871e9e92616b req-e2ed32a0-9bb6-4dbe-ba3f-62287b6f9dcd tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7d0b309-7f88-40cb-885e-a2d1668c9af1 HTTP/1.1" status: 200 len: 946 time: 0.0643189 Sep 22 04:31:07.113100 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 04:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bafcb3b-5b4d-49fc-a51a-71320d43a786 x-openstack-request-id: req-2bafcb3b-5b4d-49fc-a51a-71320d43a786 {{(pid=94617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 04:31:07.113605 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30391d49-1475-47e7-b475-0c99772f49f4", "name": "network-vif-plugged", "status": "completed", "tag": "2af19b0f-b553-4fb1-8c00-c29a016662d2", "code": 200}]} {{(pid=94617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 04:31:07.114096 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2bafcb3b-5b4d-49fc-a51a-71320d43a786 {{(pid=94617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 04:31:07.115018 dv-cinder-810118-1-iscsi neutron-server[94617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30391d49-1475-47e7-b475-0c99772f49f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2af19b0f-b553-4fb1-8c00-c29a016662d2', 'code': 200} Sep 22 04:31:07.117752 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-915c38d6-d8ef-4014-bc0c-871e9e92616b req-c571f026-bfa1-4c67-8ba5-56bcd71ca36d tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] 10.222.0.24 "GET /v2.0/security-groups?id=3559c028-26d0-4688-9c30-5c12a4a20ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452495 Sep 22 04:31:07.254394 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e6bd7c-a5c5-4151-9d53-e602773df4b2 req-5c56c6e9-7262-4164-8ab9-40a6b36cb9f0 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:07.256569 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-54e6bd7c-a5c5-4151-9d53-e602773df4b2 req-5c56c6e9-7262-4164-8ab9-40a6b36cb9f0 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7d0b309-7f88-40cb-885e-a2d1668c9af1 HTTP/1.1" status: 200 len: 946 time: 0.0675945 Sep 22 04:31:07.294604 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-54e6bd7c-a5c5-4151-9d53-e602773df4b2 req-74973c30-f404-4cf9-be9d-f67ff3b617dd tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] 10.222.0.24 "GET /v2.0/security-groups?id=3559c028-26d0-4688-9c30-5c12a4a20ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319409 Sep 22 04:31:07.388839 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a349b38c-ac6a-47de-893c-6a94f66dc723 req-2a387329-30a4-4675-8465-8b9bbcb48142 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:07.390345 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-a349b38c-ac6a-47de-893c-6a94f66dc723 req-2a387329-30a4-4675-8465-8b9bbcb48142 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ecf19b8-6886-42a0-afa3-aef3b137e1dc HTTP/1.1" status: 200 len: 945 time: 0.0691667 Sep 22 04:31:07.449023 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-a349b38c-ac6a-47de-893c-6a94f66dc723 req-bc0c36e4-71cb-4f8a-890f-73df12f8c440 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa7be617-2fe6-4836-b1f1-d63120ca8390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526645 Sep 22 04:31:07.581494 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e170e-63aa-43d3-bdc8-4ffe0a310a8d req-4f3ba353-6446-49d7-b30e-416d32aa8bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:07.584957 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-a41e170e-63aa-43d3-bdc8-4ffe0a310a8d req-4f3ba353-6446-49d7-b30e-416d32aa8bac service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=30391d49-1475-47e7-b475-0c99772f49f4 HTTP/1.1" status: 200 len: 1098 time: 0.0652654 Sep 22 04:31:07.652853 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-a41e170e-63aa-43d3-bdc8-4ffe0a310a8d req-f680270b-14d2-4556-a035-21216f25662c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=10120f0e-3709-4776-9aec-43133491c21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571012 Sep 22 04:31:07.667462 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298d7025-13a7-4ee9-9d7c-f9de3779312b req-b3d9326d-f7b4-4eed-8342-7702069d80a4 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:07.668969 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-298d7025-13a7-4ee9-9d7c-f9de3779312b req-b3d9326d-f7b4-4eed-8342-7702069d80a4 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7d0b309-7f88-40cb-885e-a2d1668c9af1 HTTP/1.1" status: 200 len: 946 time: 0.0670230 Sep 22 04:31:07.710108 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-298d7025-13a7-4ee9-9d7c-f9de3779312b req-0e3baa10-59dd-44fe-b75c-1ce15a8daceb tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] 10.222.0.24 "GET /v2.0/security-groups?id=3559c028-26d0-4688-9c30-5c12a4a20ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331378 Sep 22 04:31:07.940728 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8d302e-71d1-407e-b3d7-c7cc78ab692e req-1b078497-7e59-45c8-ac7c-f69a1d71c837 tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:07.942229 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-ed8d302e-71d1-407e-b3d7-c7cc78ab692e req-1b078497-7e59-45c8-ac7c-f69a1d71c837 tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] 10.222.0.24 "GET /v2.0/ports?device_id=b21903ed-d54d-4248-aa68-6bd6a293f2cc HTTP/1.1" status: 200 len: 943 time: 0.0507939 Sep 22 04:31:07.994114 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-ed8d302e-71d1-407e-b3d7-c7cc78ab692e req-2567be01-ddbd-4557-8566-311606c157a8 tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] 10.222.0.24 "GET /v2.0/security-groups?id=93663dba-703d-42ad-9b05-9abdf1941984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334656 Sep 22 04:31:08.055239 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dca587-496f-4bdf-a219-a69791394bae req-51fe7964-143f-4c49-af10-4ddc8ec82641 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:08.056765 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-28dca587-496f-4bdf-a219-a69791394bae req-51fe7964-143f-4c49-af10-4ddc8ec82641 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=73071d9e-f5bc-439b-a5c9-d1ef0da01f57 HTTP/1.1" status: 200 len: 945 time: 0.0599573 Sep 22 04:31:08.105683 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-28dca587-496f-4bdf-a219-a69791394bae req-c7e7870e-17ec-4606-bb24-958445d2216b tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=0987b5bf-9d30-4aee-b9ff-4b85b30fe4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428004 Sep 22 04:31:08.173189 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ea5562-b468-4c88-bd0b-ca072e21155f req-ff402e76-3ab3-4d7c-b5f8-e7d6e81cf071 tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:08.174808 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-d9ea5562-b468-4c88-bd0b-ca072e21155f req-ff402e76-3ab3-4d7c-b5f8-e7d6e81cf071 tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] 10.222.0.24 "GET /v2.0/ports?device_id=30391d49-1475-47e7-b475-0c99772f49f4 HTTP/1.1" status: 200 len: 945 time: 0.0492816 Sep 22 04:31:08.214492 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-d9ea5562-b468-4c88-bd0b-ca072e21155f req-2c2f7475-66e2-4bbf-a71d-ba02210ad3b7 tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] 10.222.0.24 "GET /v2.0/security-groups?id=10120f0e-3709-4776-9aec-43133491c21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333722 Sep 22 04:31:08.572850 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73527b95-a384-48d9-92b4-676a9d4b559e req-c7c7f408-c128-4cf3-98d6-9e7a5f3faee5 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:08.574346 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-73527b95-a384-48d9-92b4-676a9d4b559e req-c7c7f408-c128-4cf3-98d6-9e7a5f3faee5 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ecf19b8-6886-42a0-afa3-aef3b137e1dc HTTP/1.1" status: 200 len: 945 time: 0.0536332 Sep 22 04:31:08.621464 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-73527b95-a384-48d9-92b4-676a9d4b559e req-ca4ebc30-ba6a-4b9e-a600-fa49dcadf29b tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa7be617-2fe6-4836-b1f1-d63120ca8390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409493 Sep 22 04:31:08.707654 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accf174b-81ec-4767-8de3-af3682ec26a5 req-c7b5f767-60d8-48db-b7ed-e0162db2c089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:08.709640 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-accf174b-81ec-4767-8de3-af3682ec26a5 req-c7b5f767-60d8-48db-b7ed-e0162db2c089 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a5932c0fd28d4509bc11811644adc1b2&device_id=73071d9e-f5bc-439b-a5c9-d1ef0da01f57 HTTP/1.1" status: 200 len: 1098 time: 0.0406749 Sep 22 04:31:08.809999 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accf174b-81ec-4767-8de3-af3682ec26a5 req-a8a16319-ffe0-465d-a8f7-76cab538373a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:08.811446 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-accf174b-81ec-4767-8de3-af3682ec26a5 req-a8a16319-ffe0-465d-a8f7-76cab538373a service neutron] 10.222.0.30 "GET /v2.0/networks?id=203dddc9-87c2-468f-9ab9-d2290e8ee531 HTTP/1.1" status: 200 len: 916 time: 0.0939403 Sep 22 04:31:08.884357 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-accf174b-81ec-4767-8de3-af3682ec26a5 req-e8cd2408-09ee-44b0-8595-bfff651aa67b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=51a19702-4eda-4f86-9047-04b4c57dde31 HTTP/1.1" status: 200 len: 1000 time: 0.0570891 Sep 22 04:31:08.953828 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accf174b-81ec-4767-8de3-af3682ec26a5 req-e1d2f9b5-3641-49bb-89ae-be41e0abfeb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:08.955270 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-accf174b-81ec-4767-8de3-af3682ec26a5 req-e1d2f9b5-3641-49bb-89ae-be41e0abfeb0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e4ceb253-3d8e-46ef-b438-694b8c1700e2 HTTP/1.1" status: 200 len: 855 time: 0.0498066 Sep 22 04:31:09.015113 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accf174b-81ec-4767-8de3-af3682ec26a5 req-c73e4a0d-a18b-4aab-b96a-3c9bc9243e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:09.016691 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-accf174b-81ec-4767-8de3-af3682ec26a5 req-c73e4a0d-a18b-4aab-b96a-3c9bc9243e74 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=203dddc9-87c2-468f-9ab9-d2290e8ee531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0455556 Sep 22 04:31:09.107096 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-accf174b-81ec-4767-8de3-af3682ec26a5 req-18cde229-67dc-48d9-84d2-0f98fd63c50c service neutron] 10.222.0.30 "GET /v2.0/networks/203dddc9-87c2-468f-9ab9-d2290e8ee531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820909 Sep 22 04:31:09.113229 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85db6387-36dc-471d-8065-e8df79a078cc req-bee436db-5304-44c8-b629-271be5869f73 tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:09.114778 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-85db6387-36dc-471d-8065-e8df79a078cc req-bee436db-5304-44c8-b629-271be5869f73 tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] 10.222.0.24 "GET /v2.0/ports?device_id=b21903ed-d54d-4248-aa68-6bd6a293f2cc HTTP/1.1" status: 200 len: 943 time: 0.0527632 Sep 22 04:31:09.153825 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-85db6387-36dc-471d-8065-e8df79a078cc req-5c876c22-b8cd-4617-984f-ce4ce79d6bb9 tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] 10.222.0.24 "GET /v2.0/security-groups?id=93663dba-703d-42ad-9b05-9abdf1941984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328932 Sep 22 04:31:09.241219 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-accf174b-81ec-4767-8de3-af3682ec26a5 req-29b7c51e-d50b-4a83-bf3e-3b26466f80af service neutron] 10.222.0.30 "GET /v2.0/networks/203dddc9-87c2-468f-9ab9-d2290e8ee531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149664 Sep 22 04:31:09.253840 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdab8fd-c994-44b6-852e-6d0e7af42511 req-c981929b-204f-4511-b6b8-3d2f7a222f29 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:09.255891 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-abdab8fd-c994-44b6-852e-6d0e7af42511 req-c981929b-204f-4511-b6b8-3d2f7a222f29 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=73071d9e-f5bc-439b-a5c9-d1ef0da01f57 HTTP/1.1" status: 200 len: 945 time: 0.0676382 Sep 22 04:31:09.297697 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-abdab8fd-c994-44b6-852e-6d0e7af42511 req-202aabf9-ec66-448d-823c-d774584c48b2 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=0987b5bf-9d30-4aee-b9ff-4b85b30fe4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342302 Sep 22 04:31:09.334066 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17af1e86-6edf-4ec6-bb75-a5dd117df605 req-ad82464c-c458-4132-b32e-5edf9e17f7aa tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:09.335575 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-17af1e86-6edf-4ec6-bb75-a5dd117df605 req-ad82464c-c458-4132-b32e-5edf9e17f7aa tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] 10.222.0.24 "GET /v2.0/ports?device_id=30391d49-1475-47e7-b475-0c99772f49f4 HTTP/1.1" status: 200 len: 945 time: 0.0498486 Sep 22 04:31:09.372974 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-17af1e86-6edf-4ec6-bb75-a5dd117df605 req-50c7dec2-c179-4e81-96fa-01e5e0606375 tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] 10.222.0.24 "GET /v2.0/security-groups?id=10120f0e-3709-4776-9aec-43133491c21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313396 Sep 22 04:31:09.744597 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b3a807-23aa-4c68-9d3d-38ea2a1af950 req-796ccbfc-a72f-41c0-87d1-a389b359bd1c tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:09.746453 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-14b3a807-23aa-4c68-9d3d-38ea2a1af950 req-796ccbfc-a72f-41c0-87d1-a389b359bd1c tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ecf19b8-6886-42a0-afa3-aef3b137e1dc HTTP/1.1" status: 200 len: 945 time: 0.0537827 Sep 22 04:31:09.784956 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-14b3a807-23aa-4c68-9d3d-38ea2a1af950 req-f335660c-bc1b-4621-84ef-84573e0086ba tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa7be617-2fe6-4836-b1f1-d63120ca8390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324061 Sep 22 04:31:10.271714 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0cd1e1-23d3-4875-a699-8d05c4c14d87 req-9c4115b0-5eb1-47f4-85e6-7640a6400ed0 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:10.273152 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-ac0cd1e1-23d3-4875-a699-8d05c4c14d87 req-9c4115b0-5eb1-47f4-85e6-7640a6400ed0 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ecf19b8-6886-42a0-afa3-aef3b137e1dc HTTP/1.1" status: 200 len: 945 time: 0.0566058 Sep 22 04:31:10.336792 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-ac0cd1e1-23d3-4875-a699-8d05c4c14d87 req-d07b2f95-3e49-4f81-87a3-705b36b0f5c6 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa7be617-2fe6-4836-b1f1-d63120ca8390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552604 Sep 22 04:31:10.349349 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45577f9d-270f-4a8b-a6e0-c081ce99ae35 req-53061bcb-7008-48db-b36d-7928af955cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:10.350844 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-45577f9d-270f-4a8b-a6e0-c081ce99ae35 req-53061bcb-7008-48db-b36d-7928af955cac service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a1cd15fdc6c94a548394ecbbef9cfbdb&device_id=1ecf19b8-6886-42a0-afa3-aef3b137e1dc HTTP/1.1" status: 200 len: 1098 time: 0.0545540 Sep 22 04:31:10.426396 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Device 6a29af49-e228-4a85-b63a-5b5e84f27dde details requested by agent hyperv_hv-cinder-81011 with host hv-cinder-81011 {{(pid=94617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 04:31:10.494593 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4127e5e5-1233-4dca-81fc-c84686d78785 req-e9e6cdd6-34b1-48d4-80c9-a09d37813b11 tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:10.496285 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-4127e5e5-1233-4dca-81fc-c84686d78785 req-e9e6cdd6-34b1-48d4-80c9-a09d37813b11 tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] 10.222.0.24 "GET /v2.0/ports?device_id=b21903ed-d54d-4248-aa68-6bd6a293f2cc HTTP/1.1" status: 200 len: 943 time: 0.1005249 Sep 22 04:31:10.513340 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9f4028-583b-4570-9200-4267098c5bdf req-8b3c6d42-f1b3-41c7-a623-8233d1b2ba8c tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:10.526303 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-ca9f4028-583b-4570-9200-4267098c5bdf req-8b3c6d42-f1b3-41c7-a623-8233d1b2ba8c tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=73071d9e-f5bc-439b-a5c9-d1ef0da01f57 HTTP/1.1" status: 200 len: 945 time: 0.0649352 Sep 22 04:31:10.531085 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45577f9d-270f-4a8b-a6e0-c081ce99ae35 req-72859d72-b7bc-461d-a8fc-7e09d5afa8df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:10.532590 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-45577f9d-270f-4a8b-a6e0-c081ce99ae35 req-72859d72-b7bc-461d-a8fc-7e09d5afa8df service neutron] 10.222.0.30 "GET /v2.0/networks?id=c3127e33-e3a7-40dd-befc-6cdb5ff134d1 HTTP/1.1" status: 200 len: 919 time: 0.1559043 Sep 22 04:31:10.552656 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-4127e5e5-1233-4dca-81fc-c84686d78785 req-51dd4da3-39e0-4691-8697-f7a0861748e5 tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] 10.222.0.24 "GET /v2.0/security-groups?id=93663dba-703d-42ad-9b05-9abdf1941984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383351 Sep 22 04:31:10.566482 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] For port 6a29af49-e228-4a85-b63a-5b5e84f27dde, host hv-cinder-81011, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81011',level=0,port_id=6a29af49-e228-4a85-b63a-5b5e84f27dde,segment=NetworkSegment(5bec021b-edbf-4f94-a1f5-14ee5c1a9575),segment_id=5bec021b-edbf-4f94-a1f5-14ee5c1a9575)] {{(pid=94617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:31:10.585871 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-ca9f4028-583b-4570-9200-4267098c5bdf req-e4b03ee3-47c0-4ecb-8a5f-e0a2aca1b373 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=0987b5bf-9d30-4aee-b9ff-4b85b30fe4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570743 Sep 22 04:31:10.591708 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Returning: {'device': '6a29af49-e228-4a85-b63a-5b5e84f27dde', 'network_id': '59b728e9-5303-45e2-9c7c-2e2f20b70420', 'port_id': '6a29af49-e228-4a85-b63a-5b5e84f27dde', 'mac_address': 'fa:16:3e:2c:64:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bad8d4f-31e5-49b1-a9d4-300aef32b964', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 04:31:10.624735 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-45577f9d-270f-4a8b-a6e0-c081ce99ae35 req-cefc4a26-dfd9-4b5b-b15d-030f9b4ade31 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=375905af-0844-46f2-a266-6a83b109e386 HTTP/1.1" status: 200 len: 217 time: 0.0686903 Sep 22 04:31:10.643147 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:31:10.660215 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.notifiers.nova [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a29af49-e228-4a85-b63a-5b5e84f27dde {{(pid=94617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 04:31:10.680449 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] For port 6a29af49-e228-4a85-b63a-5b5e84f27dde, host hv-cinder-81011, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81011',level=0,port_id=6a29af49-e228-4a85-b63a-5b5e84f27dde,segment=NetworkSegment(5bec021b-edbf-4f94-a1f5-14ee5c1a9575),segment_id=5bec021b-edbf-4f94-a1f5-14ee5c1a9575)] {{(pid=94617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:31:10.714625 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45577f9d-270f-4a8b-a6e0-c081ce99ae35 req-88838cb7-f0d6-4739-951d-e7ae56005d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:10.716084 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-45577f9d-270f-4a8b-a6e0-c081ce99ae35 req-88838cb7-f0d6-4739-951d-e7ae56005d53 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=68bee0f4-b400-45ff-a8a4-2d8e6261d0d5 HTTP/1.1" status: 200 len: 859 time: 0.0834672 Sep 22 04:31:10.724614 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7639e7b-8765-407c-8d41-594dc23a5673 req-a6d0a0b9-cd9f-4681-8c67-bb87be051008 tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:10.726009 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-a7639e7b-8765-407c-8d41-594dc23a5673 req-a6d0a0b9-cd9f-4681-8c67-bb87be051008 tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] 10.222.0.24 "GET /v2.0/ports?device_id=30391d49-1475-47e7-b475-0c99772f49f4 HTTP/1.1" status: 200 len: 945 time: 0.0765991 Sep 22 04:31:10.759695 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-45577f9d-270f-4a8b-a6e0-c081ce99ae35 req-aadde87a-d57f-45f1-90e9-8cfa16dad152 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c3127e33-e3a7-40dd-befc-6cdb5ff134d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304308 Sep 22 04:31:10.799647 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-a7639e7b-8765-407c-8d41-594dc23a5673 req-242d780d-87c0-421a-9158-cca804c77dea tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] 10.222.0.24 "GET /v2.0/security-groups?id=10120f0e-3709-4776-9aec-43133491c21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634379 Sep 22 04:31:10.820032 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:31:10.868271 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-45577f9d-270f-4a8b-a6e0-c081ce99ae35 req-5a46b4bf-5355-40f4-8781-f5049a62babc service neutron] 10.222.0.30 "GET /v2.0/networks/c3127e33-e3a7-40dd-befc-6cdb5ff134d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958872 Sep 22 04:31:10.884200 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Pushing event updated for resources: {'Port': ['ID=6a29af49-e228-4a85-b63a-5b5e84f27dde,revision_number=4']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:31:10.964045 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-45577f9d-270f-4a8b-a6e0-c081ce99ae35 req-aca43b83-3b92-48ce-a1d1-cc39095ea38e service neutron] 10.222.0.30 "GET /v2.0/networks/c3127e33-e3a7-40dd-befc-6cdb5ff134d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851731 Sep 22 04:31:11.281155 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] get_ports_and_sgs() called for port_ids ['6a29af49-e228-4a85-b63a-5b5e84f27dde'] {{(pid=94617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 04:31:11.462585 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae54ddc-b8ec-4351-a7b5-74f4b91e4116 req-98660572-ec0e-4cd5-9123-4f9e416c1211 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:11.464094 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-6ae54ddc-b8ec-4351-a7b5-74f4b91e4116 req-98660572-ec0e-4cd5-9123-4f9e416c1211 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ecf19b8-6886-42a0-afa3-aef3b137e1dc HTTP/1.1" status: 200 len: 945 time: 0.0524814 Sep 22 04:31:11.507596 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-6ae54ddc-b8ec-4351-a7b5-74f4b91e4116 req-fc401a3c-ed6a-4d53-b268-5b34a7b0225a tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa7be617-2fe6-4836-b1f1-d63120ca8390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374722 Sep 22 04:31:11.672501 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f7da0c-325b-405b-9bdf-8f3f9badedbd req-e04e075c-082c-4707-97cf-e999ba9bb0ba tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:11.672501 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-26f7da0c-325b-405b-9bdf-8f3f9badedbd req-e04e075c-082c-4707-97cf-e999ba9bb0ba tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] 10.222.0.24 "GET /v2.0/ports?device_id=b21903ed-d54d-4248-aa68-6bd6a293f2cc HTTP/1.1" status: 200 len: 944 time: 0.0509338 Sep 22 04:31:11.710462 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cf8167-8f10-4835-ac53-573c52cb577f req-3b571fbe-9f34-443d-ab03-58d3534290b8 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:11.711564 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-26f7da0c-325b-405b-9bdf-8f3f9badedbd req-6ac81e53-f9c7-4103-88a0-6d5f3f356789 tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] 10.222.0.24 "GET /v2.0/security-groups?id=93663dba-703d-42ad-9b05-9abdf1941984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312617 Sep 22 04:31:11.712112 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-c7cf8167-8f10-4835-ac53-573c52cb577f req-3b571fbe-9f34-443d-ab03-58d3534290b8 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=73071d9e-f5bc-439b-a5c9-d1ef0da01f57 HTTP/1.1" status: 200 len: 945 time: 0.0511980 Sep 22 04:31:11.750770 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-c7cf8167-8f10-4835-ac53-573c52cb577f req-0f96d087-236c-451c-85bc-4c2aaf39527c tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=0987b5bf-9d30-4aee-b9ff-4b85b30fe4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329149 Sep 22 04:31:11.963355 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 45474) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:31:12.071829 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-baa3f1a3-c4a4-49ab-a4b6-69a24d979698 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:31:12.158415 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-baa3f1a3-c4a4-49ab-a4b6-69a24d979698 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:31:12.232600 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-baa3f1a3-c4a4-49ab-a4b6-69a24d979698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:31:12.271669 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-baa3f1a3-c4a4-49ab-a4b6-69a24d979698 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=931205136b1a49dc88bf4bd0dba8e2b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3072615 Sep 22 04:31:12.272540 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa3f1a3-c4a4-49ab-a4b6-69a24d979698 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b558565c-d1e6-4745-9063-f1e993073c1c,revision_number=1']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:31:12.274510 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 45480) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:31:12.324692 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-0171d6ef-1d0b-4450-8447-68b2da820e8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:31:12.346299 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-0171d6ef-1d0b-4450-8447-68b2da820e8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:31:12.372931 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f203b57a-0618-4737-8681-fbfd056fb851 req-19cdf197-c6d7-4a54-988a-dd6b4d23574c tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:12.374428 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-f203b57a-0618-4737-8681-fbfd056fb851 req-19cdf197-c6d7-4a54-988a-dd6b4d23574c tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] 10.222.0.24 "GET /v2.0/ports?device_id=30391d49-1475-47e7-b475-0c99772f49f4 HTTP/1.1" status: 200 len: 945 time: 0.0514417 Sep 22 04:31:12.411860 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-f203b57a-0618-4737-8681-fbfd056fb851 req-7e601d54-fef3-436e-a0b8-a3a7e2ef5b7f tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] 10.222.0.24 "GET /v2.0/security-groups?id=10120f0e-3709-4776-9aec-43133491c21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306845 Sep 22 04:31:12.430819 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Device 6a29af49-e228-4a85-b63a-5b5e84f27dde up at agent hyperv_hv-cinder-81011 {{(pid=94617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 04:31:12.501136 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-0171d6ef-1d0b-4450-8447-68b2da820e8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:31:12.503700 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-0171d6ef-1d0b-4450-8447-68b2da820e8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:31:12.505092 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-0171d6ef-1d0b-4450-8447-68b2da820e8a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b558565c-d1e6-4745-9063-f1e993073c1c HTTP/1.1" status: 204 len: 168 time: 0.2294416 Sep 22 04:31:12.513391 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0171d6ef-1d0b-4450-8447-68b2da820e8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b558565c-d1e6-4745-9063-f1e993073c1c,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:31:12.581464 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Provisioning for port 6a29af49-e228-4a85-b63a-5b5e84f27dde completed by entity L2. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 04:31:12.585465 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Provisioning complete for port 6a29af49-e228-4a85-b63a-5b5e84f27dde triggered by entity L2. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 04:31:12.585827 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628798'] for port, provisioning_complete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:31:12.647130 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904087a1-d521-472c-8b87-7cabd9dedc60 req-88f6f7c6-8c64-466a-afcd-8a2ceba763c6 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:12.648647 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-904087a1-d521-472c-8b87-7cabd9dedc60 req-88f6f7c6-8c64-466a-afcd-8a2ceba763c6 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ecf19b8-6886-42a0-afa3-aef3b137e1dc HTTP/1.1" status: 200 len: 945 time: 0.0489841 Sep 22 04:31:12.664360 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:31:12.687676 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-904087a1-d521-472c-8b87-7cabd9dedc60 req-c1793956-63e1-48bd-b40a-70f2586d2c95 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa7be617-2fe6-4836-b1f1-d63120ca8390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329702 Sep 22 04:31:12.691272 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b21903ed-d54d-4248-aa68-6bd6a293f2cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a29af49-e228-4a85-b63a-5b5e84f27dde'}] {{(pid=94617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 04:31:12.693654 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}993cef13cba3f0ab7640ec7edf55a13b4a27e0226575f61fb20ce20e7b239147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cc239f8-9a64-4cc5-843e-cf22ab9f354f" -d '{"events": [{"server_uuid": "b21903ed-d54d-4248-aa68-6bd6a293f2cc", "name": "network-vif-plugged", "status": "completed", "tag": "6a29af49-e228-4a85-b63a-5b5e84f27dde"}]}' {{(pid=94617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 04:31:12.707109 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] For port 6a29af49-e228-4a85-b63a-5b5e84f27dde, host hv-cinder-81011, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81011',level=0,port_id=6a29af49-e228-4a85-b63a-5b5e84f27dde,segment=NetworkSegment(5bec021b-edbf-4f94-a1f5-14ee5c1a9575),segment_id=5bec021b-edbf-4f94-a1f5-14ee5c1a9575)] {{(pid=94617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:31:12.733453 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 04:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dd08c7e-cd32-40ce-a275-ae821f0e16ea x-openstack-request-id: req-1dd08c7e-cd32-40ce-a275-ae821f0e16ea {{(pid=94617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 04:31:12.733783 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b21903ed-d54d-4248-aa68-6bd6a293f2cc", "name": "network-vif-plugged", "status": "completed", "tag": "6a29af49-e228-4a85-b63a-5b5e84f27dde", "code": 200}]} {{(pid=94617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 04:31:12.733987 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1dd08c7e-cd32-40ce-a275-ae821f0e16ea {{(pid=94617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 04:31:12.734400 dv-cinder-810118-1-iscsi neutron-server[94617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b21903ed-d54d-4248-aa68-6bd6a293f2cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a29af49-e228-4a85-b63a-5b5e84f27dde', 'code': 200} Sep 22 04:31:12.837678 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5d71e6-6c76-470f-8959-474e795d2bbc req-2c335740-340c-4273-9781-0357a93a5ed1 tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:12.839951 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-af5d71e6-6c76-470f-8959-474e795d2bbc req-2c335740-340c-4273-9781-0357a93a5ed1 tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] 10.222.0.24 "GET /v2.0/ports?device_id=b21903ed-d54d-4248-aa68-6bd6a293f2cc HTTP/1.1" status: 200 len: 944 time: 0.0598373 Sep 22 04:31:12.857850 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:31:12.858790 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Device 51a19702-4eda-4f86-9047-04b4c57dde31 no longer exists at agent hyperv_hv-cinder-81011 {{(pid=94617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 04:31:12.900890 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-af5d71e6-6c76-470f-8959-474e795d2bbc req-f809f83d-15ad-449b-b6a1-929efd0be5cd tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] 10.222.0.24 "GET /v2.0/security-groups?id=93663dba-703d-42ad-9b05-9abdf1941984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539021 Sep 22 04:31:12.922128 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911c7dc9-5e74-4076-b50c-50e55c0c131a req-650599f5-11de-4608-850a-7069fc94a636 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:12.925496 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-911c7dc9-5e74-4076-b50c-50e55c0c131a req-650599f5-11de-4608-850a-7069fc94a636 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=73071d9e-f5bc-439b-a5c9-d1ef0da01f57 HTTP/1.1" status: 200 len: 945 time: 0.0907068 Sep 22 04:31:12.960425 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Pushing event updated for resources: {'Port': ['ID=6a29af49-e228-4a85-b63a-5b5e84f27dde,revision_number=5']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:31:12.991341 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-911c7dc9-5e74-4076-b50c-50e55c0c131a req-aa67e80c-8fe4-4066-96bf-c8972a3568f0 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=0987b5bf-9d30-4aee-b9ff-4b85b30fe4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566902 Sep 22 04:31:13.013687 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:31:13.046097 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] For port 51a19702-4eda-4f86-9047-04b4c57dde31, host hv-cinder-81011, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81011',level=0,port_id=51a19702-4eda-4f86-9047-04b4c57dde31,segment=NetworkSegment(30b5be0d-9a0d-4d41-ab50-368f87857a66),segment_id=30b5be0d-9a0d-4d41-ab50-368f87857a66)] {{(pid=94617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:31:13.117800 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbd708b-109d-457e-a32b-11e61a0bce6a req-953470ec-acac-4d87-92f8-6dac1450acdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:13.118148 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:31:13.119302 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-abbd708b-109d-457e-a32b-11e61a0bce6a req-953470ec-acac-4d87-92f8-6dac1450acdb service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b21903ed-d54d-4248-aa68-6bd6a293f2cc HTTP/1.1" status: 200 len: 1098 time: 0.0398912 Sep 22 04:31:13.163590 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-abbd708b-109d-457e-a32b-11e61a0bce6a req-c53da5b7-240e-4a3d-8c6c-c7d969f8fa1a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=93663dba-703d-42ad-9b05-9abdf1941984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272982 Sep 22 04:31:13.165469 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Pushing event updated for resources: {'Port': ['ID=51a19702-4eda-4f86-9047-04b4c57dde31,revision_number=8']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:31:13.530456 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fae072-5854-4de6-822a-60dbc74ca32f req-d5925c72-f549-426a-b7fd-2ffde11306b0 tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:13.531954 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-71fae072-5854-4de6-822a-60dbc74ca32f req-d5925c72-f549-426a-b7fd-2ffde11306b0 tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] 10.222.0.24 "GET /v2.0/ports?device_id=30391d49-1475-47e7-b475-0c99772f49f4 HTTP/1.1" status: 200 len: 945 time: 0.0535963 Sep 22 04:31:13.569044 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-71fae072-5854-4de6-822a-60dbc74ca32f req-7ef5f1e7-9bcf-4cba-ac7a-43c5125910dd tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] 10.222.0.24 "GET /v2.0/security-groups?id=10120f0e-3709-4776-9aec-43133491c21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308001 Sep 22 04:31:13.804756 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd2d2c6-8636-46a6-bc09-0c2fb787c588 req-192fc497-c027-4993-ab29-579c2ad5a0cb tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:13.806253 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-4cd2d2c6-8636-46a6-bc09-0c2fb787c588 req-192fc497-c027-4993-ab29-579c2ad5a0cb tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ecf19b8-6886-42a0-afa3-aef3b137e1dc HTTP/1.1" status: 200 len: 945 time: 0.0487795 Sep 22 04:31:13.844273 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-4cd2d2c6-8636-46a6-bc09-0c2fb787c588 req-8e0291c4-ec4c-4d81-adbc-7d2303a8be54 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa7be617-2fe6-4836-b1f1-d63120ca8390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317984 Sep 22 04:31:14.012128 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0710a016-9e04-44cf-8e22-160c1552ec73 req-4394324b-f975-4ead-b98b-53790342d218 tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:14.014633 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-0710a016-9e04-44cf-8e22-160c1552ec73 req-4394324b-f975-4ead-b98b-53790342d218 tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] 10.222.0.24 "GET /v2.0/ports?device_id=b21903ed-d54d-4248-aa68-6bd6a293f2cc HTTP/1.1" status: 200 len: 945 time: 0.0482528 Sep 22 04:31:14.050101 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-0710a016-9e04-44cf-8e22-160c1552ec73 req-259d312f-f2af-4386-9ed8-8cd69b6f097b tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] 10.222.0.24 "GET /v2.0/security-groups?id=93663dba-703d-42ad-9b05-9abdf1941984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304596 Sep 22 04:31:14.251495 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [req-a21ce566-15a8-46fc-be26-b4f60d8de9d0 req-658c445e-ba5d-4454-8ec0-13a67801ed88 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94615) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 04:31:14.252409 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-a21ce566-15a8-46fc-be26-b4f60d8de9d0 req-658c445e-ba5d-4454-8ec0-13a67801ed88 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055869 Sep 22 04:31:14.600515 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c3df72-046a-402c-93d2-1cc6084370aa req-d3ce8500-49eb-4f42-a137-34dac7afdad5 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:14.602028 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-e9c3df72-046a-402c-93d2-1cc6084370aa req-d3ce8500-49eb-4f42-a137-34dac7afdad5 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=73071d9e-f5bc-439b-a5c9-d1ef0da01f57 HTTP/1.1" status: 200 len: 943 time: 0.0800178 Sep 22 04:31:14.609486 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5835d0-287c-48fe-af57-51b31f2d6717 req-28076c96-4a2f-4f8c-8e37-f9a44d00b05a tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:14.610901 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-1e5835d0-287c-48fe-af57-51b31f2d6717 req-28076c96-4a2f-4f8c-8e37-f9a44d00b05a tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] 10.222.0.30 "GET /v2.0/ports?device_id=30391d49-1475-47e7-b475-0c99772f49f4 HTTP/1.1" status: 200 len: 945 time: 0.0789778 Sep 22 04:31:14.680491 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-e9c3df72-046a-402c-93d2-1cc6084370aa req-6799e392-d3ec-4045-a6ab-e41803e9d5fa tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=0987b5bf-9d30-4aee-b9ff-4b85b30fe4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685744 Sep 22 04:31:14.721297 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb94744-91d3-4816-ba8f-b16f88e840fb req-5f249abf-46cc-4539-9b8c-f96f8a853751 tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:14.722823 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-fdb94744-91d3-4816-ba8f-b16f88e840fb req-5f249abf-46cc-4539-9b8c-f96f8a853751 tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] 10.222.0.24 "GET /v2.0/ports?device_id=30391d49-1475-47e7-b475-0c99772f49f4 HTTP/1.1" status: 200 len: 945 time: 0.0815005 Sep 22 04:31:14.735471 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73071d9e-f5bc-439b-a5c9-d1ef0da01f57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51a19702-4eda-4f86-9047-04b4c57dde31'}] {{(pid=94617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 04:31:14.737849 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}993cef13cba3f0ab7640ec7edf55a13b4a27e0226575f61fb20ce20e7b239147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e743fdc-2e6f-4d3c-97fb-2685e9832cac" -d '{"events": [{"server_uuid": "73071d9e-f5bc-439b-a5c9-d1ef0da01f57", "name": "network-vif-unplugged", "status": "completed", "tag": "51a19702-4eda-4f86-9047-04b4c57dde31"}]}' {{(pid=94617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 04:31:14.749494 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [req-1e5835d0-287c-48fe-af57-51b31f2d6717 req-0543db45-e8e0-4ad4-bb13-02c1b95b0244 tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] Deleting port 2af19b0f-b553-4fb1-8c00-c29a016662d2 {{(pid=94616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 04:31:14.749894 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-1e5835d0-287c-48fe-af57-51b31f2d6717 req-0543db45-e8e0-4ad4-bb13-02c1b95b0244 tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769518975272'] for port, before_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:31:14.778441 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 22 Sep 2021 04:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fa6d8c3-32c2-4fa0-b8a3-e759879fa0a0 x-openstack-request-id: req-6fa6d8c3-32c2-4fa0-b8a3-e759879fa0a0 {{(pid=94617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 04:31:14.778728 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73071d9e-f5bc-439b-a5c9-d1ef0da01f57", "name": "network-vif-unplugged", "status": "failed", "tag": "51a19702-4eda-4f86-9047-04b4c57dde31", "code": 422}]} {{(pid=94617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 04:31:14.779002 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6fa6d8c3-32c2-4fa0-b8a3-e759879fa0a0 {{(pid=94617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 04:31:14.779405 dv-cinder-810118-1-iscsi neutron-server[94617]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '73071d9e-f5bc-439b-a5c9-d1ef0da01f57', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '51a19702-4eda-4f86-9047-04b4c57dde31', 'code': 422} returned with failed status Sep 22 04:31:14.791172 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-fdb94744-91d3-4816-ba8f-b16f88e840fb req-e67bff8f-f09f-4e5b-a2f7-241cd069b6d5 tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] 10.222.0.24 "GET /v2.0/security-groups?id=10120f0e-3709-4776-9aec-43133491c21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397007 Sep 22 04:31:14.849119 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [req-1e5835d0-287c-48fe-af57-51b31f2d6717 req-0543db45-e8e0-4ad4-bb13-02c1b95b0244 tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] For port 2af19b0f-b553-4fb1-8c00-c29a016662d2, host hv-cinder-81011, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81011',level=0,port_id=2af19b0f-b553-4fb1-8c00-c29a016662d2,segment=NetworkSegment(85b97eb4-11ab-4593-9764-348e613718a2),segment_id=85b97eb4-11ab-4593-9764-348e613718a2)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:31:14.849500 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-1e5835d0-287c-48fe-af57-51b31f2d6717 req-0543db45-e8e0-4ad4-bb13-02c1b95b0244 tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1861379'] for port, precommit_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:31:14.864534 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [req-1e5835d0-287c-48fe-af57-51b31f2d6717 req-0543db45-e8e0-4ad4-bb13-02c1b95b0244 tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] Calling delete_port for 2af19b0f-b553-4fb1-8c00-c29a016662d2 owned by compute:nova {{(pid=94616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 04:31:14.993202 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c81521c-3c91-4cde-abde-c1484249eaa3 req-b0fb8c96-d7ea-4311-ac27-6856bf609ce7 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:14.994660 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-4c81521c-3c91-4cde-abde-c1484249eaa3 req-b0fb8c96-d7ea-4311-ac27-6856bf609ce7 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ecf19b8-6886-42a0-afa3-aef3b137e1dc HTTP/1.1" status: 200 len: 945 time: 0.0605531 Sep 22 04:31:15.062780 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-4c81521c-3c91-4cde-abde-c1484249eaa3 req-7a9b05da-a6f6-4f41-85bc-bcddddeeb50c tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa7be617-2fe6-4836-b1f1-d63120ca8390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457032 Sep 22 04:31:15.172032 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185365ce-55cf-49a4-8e6c-63bf77989fff req-dc78adf3-f1d4-4140-bcb9-78e2ca66c525 tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:15.173565 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-185365ce-55cf-49a4-8e6c-63bf77989fff req-dc78adf3-f1d4-4140-bcb9-78e2ca66c525 tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] 10.222.0.24 "GET /v2.0/ports?device_id=b21903ed-d54d-4248-aa68-6bd6a293f2cc HTTP/1.1" status: 200 len: 945 time: 0.0546868 Sep 22 04:31:15.210372 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-1e5835d0-287c-48fe-af57-51b31f2d6717 req-0543db45-e8e0-4ad4-bb13-02c1b95b0244 tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769518980334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769518673866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534565802'] for port, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:31:15.215550 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-185365ce-55cf-49a4-8e6c-63bf77989fff req-dc124116-79fd-4577-a84e-93299264b2b0 tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] 10.222.0.24 "GET /v2.0/security-groups?id=93663dba-703d-42ad-9b05-9abdf1941984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330250 Sep 22 04:31:15.231933 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] get_ports_and_sgs() called for port_ids ['2af19b0f-b553-4fb1-8c00-c29a016662d2'] {{(pid=94617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 04:31:15.242423 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0543db45-e8e0-4ad4-bb13-02c1b95b0244 tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] Pushing event deleted for resources: {'Port': ['ID=2af19b0f-b553-4fb1-8c00-c29a016662d2,revision_number=None']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:31:15.302943 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e5835d0-287c-48fe-af57-51b31f2d6717 req-0543db45-e8e0-4ad4-bb13-02c1b95b0244 tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] No DVR routers for this DVR port 2af19b0f-b553-4fb1-8c00-c29a016662d2 on host hv-cinder-81011 {{(pid=94616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 04:31:15.306131 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-1e5835d0-287c-48fe-af57-51b31f2d6717 req-0543db45-e8e0-4ad4-bb13-02c1b95b0244 tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34584'] for port, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:31:15.308285 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-1e5835d0-287c-48fe-af57-51b31f2d6717 req-0543db45-e8e0-4ad4-bb13-02c1b95b0244 tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] 10.222.0.30 "DELETE /v2.0/ports/2af19b0f-b553-4fb1-8c00-c29a016662d2 HTTP/1.1" status: 204 len: 173 time: 0.6828134 Sep 22 04:31:15.308763 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30391d49-1475-47e7-b475-0c99772f49f4', 'name': 'network-vif-deleted', 'tag': '2af19b0f-b553-4fb1-8c00-c29a016662d2'}] {{(pid=94616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 04:31:15.310964 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ee93b3f7eb2b2b6a350c95698ebe5b9c8d238e2160e747b625fec6bb3c76933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feb6c0a9-1d48-4db4-b477-408b22dacae8" -d '{"events": [{"server_uuid": "30391d49-1475-47e7-b475-0c99772f49f4", "name": "network-vif-deleted", "tag": "2af19b0f-b553-4fb1-8c00-c29a016662d2"}]}' {{(pid=94616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 04:31:15.350207 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 04:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53ab4f5b-4975-459e-9c3f-38138f900142 x-openstack-request-id: req-53ab4f5b-4975-459e-9c3f-38138f900142 {{(pid=94616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 04:31:15.350494 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30391d49-1475-47e7-b475-0c99772f49f4", "name": "network-vif-deleted", "tag": "2af19b0f-b553-4fb1-8c00-c29a016662d2", "status": "completed", "code": 200}]} {{(pid=94616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 04:31:15.350738 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-53ab4f5b-4975-459e-9c3f-38138f900142 {{(pid=94616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 04:31:15.351121 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30391d49-1475-47e7-b475-0c99772f49f4', 'name': 'network-vif-deleted', 'tag': '2af19b0f-b553-4fb1-8c00-c29a016662d2', 'status': 'completed', 'code': 200} Sep 22 04:31:15.372570 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 45574) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:31:15.456348 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-62e90050-067d-4106-844f-25d4f94cf537 req-4d382427-64e0-4cad-b38f-53ccfe9f7337 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=73071d9e-f5bc-439b-a5c9-d1ef0da01f57&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0826330 Sep 22 04:31:15.466016 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [req-62e90050-067d-4106-844f-25d4f94cf537 req-0e29e5f4-4f14-4fb4-b904-1c943cc29553 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94615) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 04:31:15.467021 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-62e90050-067d-4106-844f-25d4f94cf537 req-0e29e5f4-4f14-4fb4-b904-1c943cc29553 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051100 Sep 22 04:31:15.820653 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6439bb-4729-4471-9cfb-806c691f17f0 req-3c137005-cd1a-413b-b69c-55ba3c71fe34 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:15.822316 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-0f6439bb-4729-4471-9cfb-806c691f17f0 req-3c137005-cd1a-413b-b69c-55ba3c71fe34 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=73071d9e-f5bc-439b-a5c9-d1ef0da01f57 HTTP/1.1" status: 200 len: 943 time: 0.0546615 Sep 22 04:31:15.871299 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-0f6439bb-4729-4471-9cfb-806c691f17f0 req-ad609055-5f06-4625-b6ca-0090b7121ca0 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=0987b5bf-9d30-4aee-b9ff-4b85b30fe4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378816 Sep 22 04:31:15.945845 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-fa151411-127c-413f-99d2-c34aea780509 req-887bd061-65a6-4082-964b-8e2563620ecd tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] 10.222.0.24 "GET /v2.0/ports?device_id=30391d49-1475-47e7-b475-0c99772f49f4 HTTP/1.1" status: 200 len: 210 time: 0.0319848 Sep 22 04:31:16.475472 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Device 2af19b0f-b553-4fb1-8c00-c29a016662d2 no longer exists at agent hyperv_hv-cinder-81011 {{(pid=94617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 04:31:16.494458 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.plugin [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] No Port match for: 2af19b0f-b553-4fb1-8c00-c29a016662d2 {{(pid=94617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 04:31:16.494829 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Device 2af19b0f-b553-4fb1-8c00-c29a016662d2 not bound to the agent host hv-cinder-81011 {{(pid=94617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 04:31:16.495280 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Device 51a19702-4eda-4f86-9047-04b4c57dde31 no longer exists at agent hyperv_hv-cinder-81011 {{(pid=94617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 04:31:16.996907 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308bc6c0-bcb5-4229-9b0e-ec993baddfc3 req-2905515d-00a2-42ee-b96d-cd53ae49b55e tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:16.998567 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-308bc6c0-bcb5-4229-9b0e-ec993baddfc3 req-2905515d-00a2-42ee-b96d-cd53ae49b55e tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=73071d9e-f5bc-439b-a5c9-d1ef0da01f57 HTTP/1.1" status: 200 len: 943 time: 0.0504308 Sep 22 04:31:17.037506 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-308bc6c0-bcb5-4229-9b0e-ec993baddfc3 req-aaf988b6-0a10-4ec2-8082-fdaaf126d317 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=0987b5bf-9d30-4aee-b9ff-4b85b30fe4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329626 Sep 22 04:31:17.419445 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311eae27-57c0-4bda-8b73-9ebc7298049e req-52279ebb-8376-4586-bdde-d7d1c01688bb tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:17.420998 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-311eae27-57c0-4bda-8b73-9ebc7298049e req-52279ebb-8376-4586-bdde-d7d1c01688bb tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/ports?device_id=19dde76a-b36b-44ba-b93d-79a0d1d1aa7b HTTP/1.1" status: 200 len: 945 time: 0.0569661 Sep 22 04:31:17.439550 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f0d687-cc3e-4811-b860-62eed8de2a3f req-333a0480-d515-4c13-97dc-ec103f4cbb80 tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:17.441135 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-55f0d687-cc3e-4811-b860-62eed8de2a3f req-333a0480-d515-4c13-97dc-ec103f4cbb80 tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] 10.222.0.24 "GET /v2.0/networks?id=88f76aa3-7a4b-4fae-991d-c7be0bb0ca85 HTTP/1.1" status: 200 len: 809 time: 0.1285892 Sep 22 04:31:17.456234 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-55f0d687-cc3e-4811-b860-62eed8de2a3f req-d83b3e58-a2de-4b89-9f8b-a028dd4cadc6 tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] 10.222.0.24 "GET /v2.0/quotas/fd38170ebc174899af784e7225b12eed HTTP/1.1" status: 200 len: 375 time: 0.0087910 Sep 22 04:31:17.459713 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-311eae27-57c0-4bda-8b73-9ebc7298049e req-694b8d47-b5ec-440c-9869-b5ee7dc93bfe tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bc11e4-7abd-4750-8ac3-63f5066b0018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323675 Sep 22 04:31:17.489375 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-55f0d687-cc3e-4811-b860-62eed8de2a3f req-7cb74d41-239a-471e-b328-6e05013a2b87 tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=fd38170ebc174899af784e7225b12eed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274525 Sep 22 04:31:17.582082 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-55f0d687-cc3e-4811-b860-62eed8de2a3f req-0f09e3e9-1a40-49aa-8bb5-c56624dc2fa2 service neutron] 10.222.0.24 "GET /v2.0/networks/88f76aa3-7a4b-4fae-991d-c7be0bb0ca85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853088 Sep 22 04:31:17.672792 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-55f0d687-cc3e-4811-b860-62eed8de2a3f req-f3b6e1b8-a8d2-4ef3-b3a3-a5cb2eb5f871 service neutron] 10.222.0.24 "GET /v2.0/networks/88f76aa3-7a4b-4fae-991d-c7be0bb0ca85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846190 Sep 22 04:31:17.955178 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-9d024cf9-ca17-49b7-9317-4126d14f783d req-8d56ce2d-32c4-451b-8e34-ebde20d63e4b tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f2c72cb-bc2a-4387-8133-d1462219983f HTTP/1.1" status: 200 len: 210 time: 0.0284398 Sep 22 04:31:18.165121 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfa202b-da47-4675-be01-2342496eb6ac req-b6601d3f-bec3-437d-a059-81edcde1bf74 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:18.166609 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-bcfa202b-da47-4675-be01-2342496eb6ac req-b6601d3f-bec3-437d-a059-81edcde1bf74 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=73071d9e-f5bc-439b-a5c9-d1ef0da01f57 HTTP/1.1" status: 200 len: 943 time: 0.0569291 Sep 22 04:31:18.204454 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-bcfa202b-da47-4675-be01-2342496eb6ac req-a1decbf1-c35e-4f2e-8cdd-5e6f5bfc4391 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=0987b5bf-9d30-4aee-b9ff-4b85b30fe4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316479 Sep 22 04:31:18.574214 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8918ba5-092a-4408-a4a5-21961ba96182 req-1d4b93b3-aecd-4219-8f3b-c280588b20e7 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:18.575737 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-e8918ba5-092a-4408-a4a5-21961ba96182 req-1d4b93b3-aecd-4219-8f3b-c280588b20e7 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/ports?device_id=19dde76a-b36b-44ba-b93d-79a0d1d1aa7b HTTP/1.1" status: 200 len: 945 time: 0.0505850 Sep 22 04:31:18.611983 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-e8918ba5-092a-4408-a4a5-21961ba96182 req-0ffe0696-e5eb-407a-8f1a-d92e21c951a3 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bc11e4-7abd-4750-8ac3-63f5066b0018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302374 Sep 22 04:31:19.054477 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-aa565eaf-b273-49c9-a0f8-a64bfdb849f2 req-3c14a30e-6d4b-4506-bb4b-1ece1c7c9cc5 tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f2c72cb-bc2a-4387-8133-d1462219983f HTTP/1.1" status: 200 len: 210 time: 0.0341260 Sep 22 04:31:19.253409 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b81a9c-8d01-4c25-a027-e0ce32b1fae1 req-c2719025-6229-4533-8ad9-905dc38e3502 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:19.255003 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-14b81a9c-8d01-4c25-a027-e0ce32b1fae1 req-c2719025-6229-4533-8ad9-905dc38e3502 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.30 "GET /v2.0/ports?device_id=19dde76a-b36b-44ba-b93d-79a0d1d1aa7b HTTP/1.1" status: 200 len: 945 time: 0.0533659 Sep 22 04:31:19.369568 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1530dc3-b230-45c5-a1fd-e55d2291f1bd req-1ca0463d-cd3d-4b5b-9b9c-c23bfd7953c2 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:19.371040 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-e1530dc3-b230-45c5-a1fd-e55d2291f1bd req-1ca0463d-cd3d-4b5b-9b9c-c23bfd7953c2 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=73071d9e-f5bc-439b-a5c9-d1ef0da01f57 HTTP/1.1" status: 200 len: 943 time: 0.0819654 Sep 22 04:31:19.415480 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [req-14b81a9c-8d01-4c25-a027-e0ce32b1fae1 req-bcfc02c2-7161-4508-b48f-b89e89d2ddf6 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Deleting port df1cd7c1-405a-44ce-adf1-a88a5cfa49d0 {{(pid=94616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 04:31:19.415740 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-14b81a9c-8d01-4c25-a027-e0ce32b1fae1 req-bcfc02c2-7161-4508-b48f-b89e89d2ddf6 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769518975272'] for port, before_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:31:19.423767 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-e1530dc3-b230-45c5-a1fd-e55d2291f1bd req-4eb9684f-36ed-49f8-ab0e-a464ce0e7bd4 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=0987b5bf-9d30-4aee-b9ff-4b85b30fe4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455039 Sep 22 04:31:19.511976 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [req-14b81a9c-8d01-4c25-a027-e0ce32b1fae1 req-bcfc02c2-7161-4508-b48f-b89e89d2ddf6 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] For port df1cd7c1-405a-44ce-adf1-a88a5cfa49d0, host hv-cinder-81011, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81011',level=0,port_id=df1cd7c1-405a-44ce-adf1-a88a5cfa49d0,segment=NetworkSegment(bc8c3708-e396-4d9b-bfd8-c6b3490a63a6),segment_id=bc8c3708-e396-4d9b-bfd8-c6b3490a63a6)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:31:19.512334 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-14b81a9c-8d01-4c25-a027-e0ce32b1fae1 req-bcfc02c2-7161-4508-b48f-b89e89d2ddf6 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1861379'] for port, precommit_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:31:19.524245 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [req-14b81a9c-8d01-4c25-a027-e0ce32b1fae1 req-bcfc02c2-7161-4508-b48f-b89e89d2ddf6 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Calling delete_port for df1cd7c1-405a-44ce-adf1-a88a5cfa49d0 owned by compute:nova {{(pid=94616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 04:31:19.743385 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7009d43c-1f17-4c1e-8c35-e1a78e9c7c9e req-7f7ac405-82b7-4a96-88c9-36f12d10663c tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:19.744786 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-7009d43c-1f17-4c1e-8c35-e1a78e9c7c9e req-7f7ac405-82b7-4a96-88c9-36f12d10663c tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/ports?device_id=19dde76a-b36b-44ba-b93d-79a0d1d1aa7b HTTP/1.1" status: 200 len: 945 time: 0.0508850 Sep 22 04:31:19.746631 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-14b81a9c-8d01-4c25-a027-e0ce32b1fae1 req-bcfc02c2-7161-4508-b48f-b89e89d2ddf6 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769518980334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769518673866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534565802'] for port, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:31:19.765200 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] get_ports_and_sgs() called for port_ids ['ced3eb09-8f02-495f-a797-099db1f64e83', '5ed5ec9e-e6b8-4216-ab5d-4cb94a34cc40', '85214bee-eddb-4757-8889-ed2af288e30a', 'df1cd7c1-405a-44ce-adf1-a88a5cfa49d0'] {{(pid=94617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 04:31:19.779716 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfc02c2-7161-4508-b48f-b89e89d2ddf6 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Pushing event deleted for resources: {'Port': ['ID=df1cd7c1-405a-44ce-adf1-a88a5cfa49d0,revision_number=None']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:31:19.791388 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-7009d43c-1f17-4c1e-8c35-e1a78e9c7c9e req-e9a88842-fad6-478d-a419-5b1d79540bf2 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bc11e4-7abd-4750-8ac3-63f5066b0018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401583 Sep 22 04:31:19.826117 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvrscheduler_db [req-14b81a9c-8d01-4c25-a027-e0ce32b1fae1 req-bcfc02c2-7161-4508-b48f-b89e89d2ddf6 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] No DVR routers for this DVR port df1cd7c1-405a-44ce-adf1-a88a5cfa49d0 on host hv-cinder-81011 {{(pid=94616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 04:31:19.828760 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-14b81a9c-8d01-4c25-a027-e0ce32b1fae1 req-bcfc02c2-7161-4508-b48f-b89e89d2ddf6 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34584'] for port, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:31:19.831057 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-14b81a9c-8d01-4c25-a027-e0ce32b1fae1 req-bcfc02c2-7161-4508-b48f-b89e89d2ddf6 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.30 "DELETE /v2.0/ports/df1cd7c1-405a-44ce-adf1-a88a5cfa49d0 HTTP/1.1" status: 204 len: 173 time: 0.5697114 Sep 22 04:31:19.831511 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19dde76a-b36b-44ba-b93d-79a0d1d1aa7b', 'name': 'network-vif-deleted', 'tag': 'df1cd7c1-405a-44ce-adf1-a88a5cfa49d0'}] {{(pid=94616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 04:31:19.834221 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ee93b3f7eb2b2b6a350c95698ebe5b9c8d238e2160e747b625fec6bb3c76933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fd31d8a-7e10-4c3f-b5ca-c3645dca81c5" -d '{"events": [{"server_uuid": "19dde76a-b36b-44ba-b93d-79a0d1d1aa7b", "name": "network-vif-deleted", "tag": "df1cd7c1-405a-44ce-adf1-a88a5cfa49d0"}]}' {{(pid=94616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 04:31:19.873434 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 04:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c70a8422-eae3-4cd4-be62-d15ac03920a3 x-openstack-request-id: req-c70a8422-eae3-4cd4-be62-d15ac03920a3 {{(pid=94616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 04:31:19.873739 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19dde76a-b36b-44ba-b93d-79a0d1d1aa7b", "name": "network-vif-deleted", "tag": "df1cd7c1-405a-44ce-adf1-a88a5cfa49d0", "status": "completed", "code": 200}]} {{(pid=94616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 04:31:19.873990 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c70a8422-eae3-4cd4-be62-d15ac03920a3 {{(pid=94616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 04:31:19.874384 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19dde76a-b36b-44ba-b93d-79a0d1d1aa7b', 'name': 'network-vif-deleted', 'tag': 'df1cd7c1-405a-44ce-adf1-a88a5cfa49d0', 'status': 'completed', 'code': 200} Sep 22 04:31:20.129602 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-38b4c269-d9a8-4e5e-adac-460f25787de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:31:20.162068 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-48db0543-c315-42b3-b3ae-953592183e89 req-c53506c0-cb58-4fca-8e61-0eca04fd4122 tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f2c72cb-bc2a-4387-8133-d1462219983f HTTP/1.1" status: 200 len: 210 time: 0.0258672 Sep 22 04:31:20.199502 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f0d687-cc3e-4811-b860-62eed8de2a3f req-7b0eb1ee-1ded-4b97-8c6c-8424fe9ca09e tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:20.201031 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-55f0d687-cc3e-4811-b860-62eed8de2a3f req-7b0eb1ee-1ded-4b97-8c6c-8424fe9ca09e tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] 10.222.0.30 "GET /v2.0/networks?id=88f76aa3-7a4b-4fae-991d-c7be0bb0ca85 HTTP/1.1" status: 200 len: 809 time: 0.1110749 Sep 22 04:31:20.214739 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.v2.base [req-55f0d687-cc3e-4811-b860-62eed8de2a3f req-87aeab1f-1c3f-4297-9785-c23870c78ebd tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] Request body: {'port': {'device_id': '2f2c72cb-bc2a-4387-8133-d1462219983f', 'network_id': '88f76aa3-7a4b-4fae-991d-c7be0bb0ca85', 'admin_state_up': True, 'tenant_id': 'fd38170ebc174899af784e7225b12eed'}} {{(pid=94616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 04:31:20.448487 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55f0d687-cc3e-4811-b860-62eed8de2a3f req-87aeab1f-1c3f-4297-9785-c23870c78ebd tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] Made reservation on behalf of fd38170ebc174899af784e7225b12eed for: {'port': 1} {{(pid=94616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 04:31:20.452164 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-55f0d687-cc3e-4811-b860-62eed8de2a3f req-87aeab1f-1c3f-4297-9785-c23870c78ebd tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:31:20.544736 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244878ef-d418-4f70-be8f-de341e26f503 req-4a572e83-4d0c-44a7-a0e5-c347ce58fc5a tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:20.546305 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-244878ef-d418-4f70-be8f-de341e26f503 req-4a572e83-4d0c-44a7-a0e5-c347ce58fc5a tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=73071d9e-f5bc-439b-a5c9-d1ef0da01f57 HTTP/1.1" status: 200 len: 943 time: 0.0509379 Sep 22 04:31:20.606237 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-244878ef-d418-4f70-be8f-de341e26f503 req-cd96d6e6-021b-4e02-ba02-92f45040fdca tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=0987b5bf-9d30-4aee-b9ff-4b85b30fe4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510943 Sep 22 04:31:20.823047 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.db.db_base_plugin_common [req-55f0d687-cc3e-4811-b860-62eed8de2a3f req-87aeab1f-1c3f-4297-9785-c23870c78ebd tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] Allocated IP 172.20.0.6 (88f76aa3-7a4b-4fae-991d-c7be0bb0ca85/b43c9f32-d3a1-4b40-bb26-a16ed647cbed/0e39036f-d48d-44f6-98c8-04c6a639cfee) {{(pid=94616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 04:31:20.916113 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-9d835fd1-5ed2-4b7e-81bc-324f2422d56c req-74775734-83c5-4358-a020-3f2ca10a0dd0 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/ports?device_id=19dde76a-b36b-44ba-b93d-79a0d1d1aa7b HTTP/1.1" status: 200 len: 210 time: 0.0399699 Sep 22 04:31:20.999786 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-55f0d687-cc3e-4811-b860-62eed8de2a3f req-87aeab1f-1c3f-4297-9785-c23870c78ebd tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] Notify callbacks [] for port, precommit_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:31:21.113375 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-55f0d687-cc3e-4811-b860-62eed8de2a3f req-87aeab1f-1c3f-4297-9785-c23870c78ebd tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769518673857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534565802'] for port, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:31:21.155196 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55f0d687-cc3e-4811-b860-62eed8de2a3f req-87aeab1f-1c3f-4297-9785-c23870c78ebd tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] Network 88f76aa3-7a4b-4fae-991d-c7be0bb0ca85 is already hosted by enough agents. {{(pid=94616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 04:31:21.158468 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.scheduler.base_scheduler [req-55f0d687-cc3e-4811-b860-62eed8de2a3f req-87aeab1f-1c3f-4297-9785-c23870c78ebd tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] Resources bound (agent type, host, resource id): {{(pid=94616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 04:31:21.162048 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvrscheduler_db [req-55f0d687-cc3e-4811-b860-62eed8de2a3f req-87aeab1f-1c3f-4297-9785-c23870c78ebd tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] Received port after_create {{(pid=94616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 04:31:21.189274 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87aeab1f-1c3f-4297-9785-c23870c78ebd tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] Pushing event updated for resources: {'Port': ['ID=0e39036f-d48d-44f6-98c8-04c6a639cfee,revision_number=1']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:31:21.217700 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f0d687-cc3e-4811-b860-62eed8de2a3f req-87aeab1f-1c3f-4297-9785-c23870c78ebd tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:21.218362 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-55f0d687-cc3e-4811-b860-62eed8de2a3f req-87aeab1f-1c3f-4297-9785-c23870c78ebd tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34584'] for port, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:31:21.300812 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d90b6e-9ed5-4126-a88d-5abc9d595363 req-ed934b69-6352-472d-9b90-8cc190272df6 tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:21.303453 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-32d90b6e-9ed5-4126-a88d-5abc9d595363 req-ed934b69-6352-472d-9b90-8cc190272df6 tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f2c72cb-bc2a-4387-8133-d1462219983f HTTP/1.1" status: 200 len: 931 time: 0.0647497 Sep 22 04:31:21.341973 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-55f0d687-cc3e-4811-b860-62eed8de2a3f req-87aeab1f-1c3f-4297-9785-c23870c78ebd tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1318228 Sep 22 04:31:21.342587 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-32d90b6e-9ed5-4126-a88d-5abc9d595363 req-e412b60a-26fa-4fa6-935e-e2a3379dd6bd tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] 10.222.0.24 "GET /v2.0/security-groups?id=10120f0e-3709-4776-9aec-43133491c21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318842 Sep 22 04:31:21.364113 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.v2.base [req-55f0d687-cc3e-4811-b860-62eed8de2a3f req-ee69dcfa-cd61-4b4d-97d5-571f38a31259 service neutron] Request body: {'port': {'device_id': '2f2c72cb-bc2a-4387-8133-d1462219983f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81011'}} {{(pid=94616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 04:31:21.419952 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-55f0d687-cc3e-4811-b860-62eed8de2a3f req-ee69dcfa-cd61-4b4d-97d5-571f38a31259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:31:21.700474 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.notifiers.nova [req-55f0d687-cc3e-4811-b860-62eed8de2a3f req-ee69dcfa-cd61-4b4d-97d5-571f38a31259 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e39036f-d48d-44f6-98c8-04c6a639cfee {{(pid=94616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 04:31:21.708505 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-55f0d687-cc3e-4811-b860-62eed8de2a3f req-ee69dcfa-cd61-4b4d-97d5-571f38a31259 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:31:21.740504 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [req-55f0d687-cc3e-4811-b860-62eed8de2a3f req-ee69dcfa-cd61-4b4d-97d5-571f38a31259 service neutron] Transition to ACTIVE for port object 0e39036f-d48d-44f6-98c8-04c6a639cfee will not be triggered until provisioned by entity L2. {{(pid=94616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 04:31:21.756782 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd375b9-5a2a-4a51-9398-924754314be2 req-7d26bfb6-f17d-49ac-8c04-05dcaa897469 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:21.758269 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-1cd375b9-5a2a-4a51-9398-924754314be2 req-7d26bfb6-f17d-49ac-8c04-05dcaa897469 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=73071d9e-f5bc-439b-a5c9-d1ef0da01f57 HTTP/1.1" status: 200 len: 943 time: 0.0707991 Sep 22 04:31:21.795285 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-1cd375b9-5a2a-4a51-9398-924754314be2 req-bbce0447-c945-4fb4-a114-019fb7b2e9e2 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=0987b5bf-9d30-4aee-b9ff-4b85b30fe4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309589 Sep 22 04:31:21.907036 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-55f0d687-cc3e-4811-b860-62eed8de2a3f req-ee69dcfa-cd61-4b4d-97d5-571f38a31259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534565793'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:31:21.959435 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee69dcfa-cd61-4b4d-97d5-571f38a31259 service neutron] Pushing event updated for resources: {'Port': ['ID=0e39036f-d48d-44f6-98c8-04c6a639cfee,revision_number=2']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:31:22.023727 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.managers [req-55f0d687-cc3e-4811-b860-62eed8de2a3f req-ee69dcfa-cd61-4b4d-97d5-571f38a31259 service neutron] Attempting to bind port 0e39036f-d48d-44f6-98c8-04c6a639cfee on host hv-cinder-81011 for vnic_type normal with profile {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 04:31:22.024119 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.managers [req-55f0d687-cc3e-4811-b860-62eed8de2a3f req-ee69dcfa-cd61-4b4d-97d5-571f38a31259 service neutron] Attempting to bind port 0e39036f-d48d-44f6-98c8-04c6a639cfee by drivers openvswitch,hyperv on host hv-cinder-81011 at level 0 using segments [{'id': '85b97eb4-11ab-4593-9764-348e613718a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '88f76aa3-7a4b-4fae-991d-c7be0bb0ca85'}] {{(pid=94616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 04:31:22.024453 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f0d687-cc3e-4811-b860-62eed8de2a3f req-ee69dcfa-cd61-4b4d-97d5-571f38a31259 service neutron] Attempting to bind port 0e39036f-d48d-44f6-98c8-04c6a639cfee on network 88f76aa3-7a4b-4fae-991d-c7be0bb0ca85 {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 04:31:22.028718 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f0d687-cc3e-4811-b860-62eed8de2a3f req-ee69dcfa-cd61-4b4d-97d5-571f38a31259 service neutron] Port 0e39036f-d48d-44f6-98c8-04c6a639cfee on network 88f76aa3-7a4b-4fae-991d-c7be0bb0ca85 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81011 {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 04:31:22.029036 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f0d687-cc3e-4811-b860-62eed8de2a3f req-ee69dcfa-cd61-4b4d-97d5-571f38a31259 service neutron] Attempting to bind port 0e39036f-d48d-44f6-98c8-04c6a639cfee on network 88f76aa3-7a4b-4fae-991d-c7be0bb0ca85 {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 04:31:22.033749 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f0d687-cc3e-4811-b860-62eed8de2a3f req-ee69dcfa-cd61-4b4d-97d5-571f38a31259 service neutron] Checking agent: {'id': '347231d5-0b5a-4d21-8b71-bfdb97c43ccc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81011', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 4, 26, 37), 'started_at': datetime.datetime(2021, 9, 22, 4, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 4, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 04:31:22.037978 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f0d687-cc3e-4811-b860-62eed8de2a3f req-ee69dcfa-cd61-4b4d-97d5-571f38a31259 service neutron] Checking segment: {'id': '85b97eb4-11ab-4593-9764-348e613718a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '88f76aa3-7a4b-4fae-991d-c7be0bb0ca85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 04:31:22.037978 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f0d687-cc3e-4811-b860-62eed8de2a3f req-ee69dcfa-cd61-4b4d-97d5-571f38a31259 service neutron] Bound using segment: {'id': '85b97eb4-11ab-4593-9764-348e613718a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '88f76aa3-7a4b-4fae-991d-c7be0bb0ca85'} {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 04:31:22.037978 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.managers [req-55f0d687-cc3e-4811-b860-62eed8de2a3f req-ee69dcfa-cd61-4b4d-97d5-571f38a31259 service neutron] Bound port: 0e39036f-d48d-44f6-98c8-04c6a639cfee, host: hv-cinder-81011, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85b97eb4-11ab-4593-9764-348e613718a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '88f76aa3-7a4b-4fae-991d-c7be0bb0ca85'}}] {{(pid=94616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 04:31:22.037978 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-55f0d687-cc3e-4811-b860-62eed8de2a3f req-ee69dcfa-cd61-4b4d-97d5-571f38a31259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:31:22.106040 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [req-55f0d687-cc3e-4811-b860-62eed8de2a3f req-ee69dcfa-cd61-4b4d-97d5-571f38a31259 service neutron] For port 0e39036f-d48d-44f6-98c8-04c6a639cfee, host hv-cinder-81011, cleared binding levels {{(pid=94616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 04:31:22.109379 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [req-55f0d687-cc3e-4811-b860-62eed8de2a3f req-ee69dcfa-cd61-4b4d-97d5-571f38a31259 service neutron] For port 0e39036f-d48d-44f6-98c8-04c6a639cfee, host hv-cinder-81011, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81011',level=0,port_id=0e39036f-d48d-44f6-98c8-04c6a639cfee,segment=NetworkSegment(85b97eb4-11ab-4593-9764-348e613718a2),segment_id=85b97eb4-11ab-4593-9764-348e613718a2)] {{(pid=94616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 04:31:22.228051 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-55f0d687-cc3e-4811-b860-62eed8de2a3f req-ee69dcfa-cd61-4b4d-97d5-571f38a31259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534565793'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:31:22.267534 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f0d687-cc3e-4811-b860-62eed8de2a3f req-ee69dcfa-cd61-4b4d-97d5-571f38a31259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:22.268143 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-55f0d687-cc3e-4811-b860-62eed8de2a3f req-ee69dcfa-cd61-4b4d-97d5-571f38a31259 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34584'] for port, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:31:22.269533 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-55f0d687-cc3e-4811-b860-62eed8de2a3f req-ee69dcfa-cd61-4b4d-97d5-571f38a31259 service neutron] 10.222.0.30 "PUT /v2.0/ports/0e39036f-d48d-44f6-98c8-04c6a639cfee HTTP/1.1" status: 200 len: 1093 time: 0.9096820 Sep 22 04:31:22.269966 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f2c72cb-bc2a-4387-8133-d1462219983f', 'tag': '0e39036f-d48d-44f6-98c8-04c6a639cfee'}] {{(pid=94616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 04:31:22.272215 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ee93b3f7eb2b2b6a350c95698ebe5b9c8d238e2160e747b625fec6bb3c76933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37c3cfaa-a4a3-4dcf-9b37-91fb2f65910e" -d '{"events": [{"name": "network-changed", "server_uuid": "2f2c72cb-bc2a-4387-8133-d1462219983f", "tag": "0e39036f-d48d-44f6-98c8-04c6a639cfee"}]}' {{(pid=94616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 04:31:22.299618 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee69dcfa-cd61-4b4d-97d5-571f38a31259 service neutron] Pushing event updated for resources: {'Port': ['ID=0e39036f-d48d-44f6-98c8-04c6a639cfee,revision_number=3']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:31:22.317692 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 04:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92bf9c94-d4a5-4f4a-b433-81a83f38b2ee x-openstack-request-id: req-92bf9c94-d4a5-4f4a-b433-81a83f38b2ee {{(pid=94616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 04:31:22.317987 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f2c72cb-bc2a-4387-8133-d1462219983f", "tag": "0e39036f-d48d-44f6-98c8-04c6a639cfee", "status": "completed", "code": 200}]} {{(pid=94616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 04:31:22.318241 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-92bf9c94-d4a5-4f4a-b433-81a83f38b2ee {{(pid=94616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 04:31:22.318750 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f2c72cb-bc2a-4387-8133-d1462219983f', 'tag': '0e39036f-d48d-44f6-98c8-04c6a639cfee', 'status': 'completed', 'code': 200} Sep 22 04:31:22.390424 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c3cfaa-a4a3-4dcf-9b37-91fb2f65910e req-807f01c0-5b8c-49da-a6f4-a1433f56f84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:22.392020 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-37c3cfaa-a4a3-4dcf-9b37-91fb2f65910e req-807f01c0-5b8c-49da-a6f4-a1433f56f84b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fd38170ebc174899af784e7225b12eed&device_id=2f2c72cb-bc2a-4387-8133-d1462219983f HTTP/1.1" status: 200 len: 1096 time: 0.0462818 Sep 22 04:31:22.523965 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-6c91c75c-9f02-48b5-b22b-d83d92c68e1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:31:22.529844 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d210fc-7c51-4acf-b836-edd493b3171c req-1565e890-ed11-4855-8b26-53d01311183b tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:22.531327 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-c9d210fc-7c51-4acf-b836-edd493b3171c req-1565e890-ed11-4855-8b26-53d01311183b tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f2c72cb-bc2a-4387-8133-d1462219983f HTTP/1.1" status: 200 len: 943 time: 0.1080904 Sep 22 04:31:22.534127 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c3cfaa-a4a3-4dcf-9b37-91fb2f65910e req-10193503-f041-4282-a1ca-774b1ce8e830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:22.535525 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-37c3cfaa-a4a3-4dcf-9b37-91fb2f65910e req-10193503-f041-4282-a1ca-774b1ce8e830 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=fd38170ebc174899af784e7225b12eed&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1330829 Sep 22 04:31:22.595891 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-c9d210fc-7c51-4acf-b836-edd493b3171c req-fd073dd5-0df8-4f61-ae24-0af1ead1682f tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] 10.222.0.24 "GET /v2.0/security-groups?id=10120f0e-3709-4776-9aec-43133491c21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581565 Sep 22 04:31:22.655423 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c3cfaa-a4a3-4dcf-9b37-91fb2f65910e req-da18c8cc-1398-4e66-af75-c9ff9753b582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:22.656843 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-37c3cfaa-a4a3-4dcf-9b37-91fb2f65910e req-da18c8cc-1398-4e66-af75-c9ff9753b582 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1121628 Sep 22 04:31:22.742119 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f0d687-cc3e-4811-b860-62eed8de2a3f req-fca8a749-8219-4004-b405-8987fd066aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:22.743625 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-55f0d687-cc3e-4811-b860-62eed8de2a3f req-fca8a749-8219-4004-b405-8987fd066aa4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fd38170ebc174899af784e7225b12eed&device_id=2f2c72cb-bc2a-4387-8133-d1462219983f HTTP/1.1" status: 200 len: 1096 time: 0.0423679 Sep 22 04:31:22.788749 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-55f0d687-cc3e-4811-b860-62eed8de2a3f req-42fd7f07-a836-41eb-aae8-f460791f3c44 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e39036f-d48d-44f6-98c8-04c6a639cfee HTTP/1.1" status: 200 len: 217 time: 0.0362847 Sep 22 04:31:22.848724 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f0d687-cc3e-4811-b860-62eed8de2a3f req-b85184f5-eb8c-4de1-a393-c37c3da74274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:22.850767 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-55f0d687-cc3e-4811-b860-62eed8de2a3f req-b85184f5-eb8c-4de1-a393-c37c3da74274 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b43c9f32-d3a1-4b40-bb26-a16ed647cbed HTTP/1.1" status: 200 len: 849 time: 0.0491717 Sep 22 04:31:22.885829 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-55f0d687-cc3e-4811-b860-62eed8de2a3f req-59e07350-839b-4b97-8f94-19b05cdc08b9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=88f76aa3-7a4b-4fae-991d-c7be0bb0ca85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253265 Sep 22 04:31:22.920091 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcfb32f-9228-448a-b91d-569fde536693 req-b1dfb9a6-9e40-4eb6-8d5b-364da2970794 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:22.921675 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-9dcfb32f-9228-448a-b91d-569fde536693 req-b1dfb9a6-9e40-4eb6-8d5b-364da2970794 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=73071d9e-f5bc-439b-a5c9-d1ef0da01f57 HTTP/1.1" status: 200 len: 943 time: 0.0525551 Sep 22 04:31:22.959213 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-9dcfb32f-9228-448a-b91d-569fde536693 req-b751cd8f-5468-4855-9f98-4fae5b9e4b0a tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=0987b5bf-9d30-4aee-b9ff-4b85b30fe4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310431 Sep 22 04:31:22.984730 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-55f0d687-cc3e-4811-b860-62eed8de2a3f req-501b539c-d5ff-4fad-9fd4-a9d5da88be38 service neutron] 10.222.0.30 "GET /v2.0/networks/88f76aa3-7a4b-4fae-991d-c7be0bb0ca85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894701 Sep 22 04:31:23.088592 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-55f0d687-cc3e-4811-b860-62eed8de2a3f req-cc8a5cf2-3021-48a2-b0d0-fac15786aecc service neutron] 10.222.0.30 "GET /v2.0/networks/88f76aa3-7a4b-4fae-991d-c7be0bb0ca85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890026 Sep 22 04:31:23.318123 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:31:23.585263 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d328b3d1-b069-4e3f-829d-c2c00e7213a8 req-7894ae8d-9783-4e14-9e73-f3fa4668db72 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:23.586729 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-d328b3d1-b069-4e3f-829d-c2c00e7213a8 req-7894ae8d-9783-4e14-9e73-f3fa4668db72 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7d0b309-7f88-40cb-885e-a2d1668c9af1 HTTP/1.1" status: 200 len: 946 time: 0.0483046 Sep 22 04:31:23.625031 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-d328b3d1-b069-4e3f-829d-c2c00e7213a8 req-4fc8f4ff-2ba1-4174-924b-d1f31725291e tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] 10.222.0.24 "GET /v2.0/security-groups?id=3559c028-26d0-4688-9c30-5c12a4a20ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319586 Sep 22 04:31:23.648595 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 45768) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:31:23.748945 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a7f5f8-7b87-43a4-b609-ff6ede07dc0d req-d8af8844-337d-45dd-892c-55c08f66ae1f tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:23.750893 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-06a7f5f8-7b87-43a4-b609-ff6ede07dc0d req-d8af8844-337d-45dd-892c-55c08f66ae1f tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f2c72cb-bc2a-4387-8133-d1462219983f HTTP/1.1" status: 200 len: 943 time: 0.0679965 Sep 22 04:31:23.823953 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-06a7f5f8-7b87-43a4-b609-ff6ede07dc0d req-a8772241-49b0-430e-9541-250d7a1047d7 tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] 10.222.0.24 "GET /v2.0/security-groups?id=10120f0e-3709-4776-9aec-43133491c21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636961 Sep 22 04:31:23.826122 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0420d8-c01c-4616-8dcf-a97c2e9efef1 req-d45bbc40-9501-4ea6-80ce-5b6eac226ede tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:23.827410 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-1f0420d8-c01c-4616-8dcf-a97c2e9efef1 req-d45bbc40-9501-4ea6-80ce-5b6eac226ede tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/ports?device_id=f92a6550-c35d-45e8-bb0b-b6abd8d2b2d3 HTTP/1.1" status: 200 len: 945 time: 0.0517788 Sep 22 04:31:23.833125 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-147d9f77-5368-4802-846a-313726284c1b tempest-TestMinimumBasicScenario-2029298626 tempest-TestMinimumBasicScenario-2029298626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:23.835605 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-147d9f77-5368-4802-846a-313726284c1b tempest-TestMinimumBasicScenario-2029298626 tempest-TestMinimumBasicScenario-2029298626-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=f7d0b309-7f88-40cb-885e-a2d1668c9af1 HTTP/1.1" status: 200 len: 1094 time: 0.1855824 Sep 22 04:31:23.840794 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 45776) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:31:23.848191 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.v2.base [None req-d6e97cfd-c01e-4f24-ba4d-ad21d6575b78 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Request body: {'floatingip': {'floating_network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'port_id': 'a9e8aa9e-0fd7-4c79-bd9b-796f729d3b1f', 'tenant_id': 'a2ac9f42bb784270b43252ea1404d1a4', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 04:31:23.869598 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-1f0420d8-c01c-4616-8dcf-a97c2e9efef1 req-db2ca129-55d1-4f73-bac4-a884133ee39b tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bc11e4-7abd-4750-8ac3-63f5066b0018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342009 Sep 22 04:31:23.964188 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-d6e97cfd-c01e-4f24-ba4d-ad21d6575b78 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Notify callbacks [] for floatingip, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:31:24.078282 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-62fe730e-da9a-4cac-a5e3-718f571d83ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:31:24.098205 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320c4363-9c10-4d83-b0b9-2a906f52347c req-5f1919cc-8c9f-4282-8d08-bede10a8b344 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:24.099646 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-320c4363-9c10-4d83-b0b9-2a906f52347c req-5f1919cc-8c9f-4282-8d08-bede10a8b344 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=73071d9e-f5bc-439b-a5c9-d1ef0da01f57 HTTP/1.1" status: 200 len: 943 time: 0.0611143 Sep 22 04:31:24.105374 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-d6e97cfd-c01e-4f24-ba4d-ad21d6575b78 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:31:24.182746 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-320c4363-9c10-4d83-b0b9-2a906f52347c req-cec2edb7-1021-4696-b8e9-8bfe0573df4e tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=0987b5bf-9d30-4aee-b9ff-4b85b30fe4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746377 Sep 22 04:31:24.242412 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.db.db_base_plugin_common [None req-d6e97cfd-c01e-4f24-ba4d-ad21d6575b78 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Allocated IP 172.27.3.89 (1c001e5d-5f10-46e0-9089-3ba13d08e463/ef28eb13-4204-4034-a22d-0722adaca342/c5858b36-76c5-4175-9c6b-2e4a5b31e128) {{(pid=94615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 04:31:24.342295 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-d6e97cfd-c01e-4f24-ba4d-ad21d6575b78 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Notify callbacks [] for port, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:31:24.443252 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-d6e97cfd-c01e-4f24-ba4d-ad21d6575b78 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769518673857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533447879'] for port, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:31:24.480944 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e97cfd-c01e-4f24-ba4d-ad21d6575b78 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Network 1c001e5d-5f10-46e0-9089-3ba13d08e463 is already hosted by enough agents. {{(pid=94615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 04:31:24.487246 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.scheduler.base_scheduler [None req-d6e97cfd-c01e-4f24-ba4d-ad21d6575b78 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Resources bound (agent type, host, resource id): {{(pid=94615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 04:31:24.491305 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e97cfd-c01e-4f24-ba4d-ad21d6575b78 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Received port after_create {{(pid=94615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 04:31:24.519310 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e97cfd-c01e-4f24-ba4d-ad21d6575b78 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Pushing event updated for resources: {'Port': ['ID=c5858b36-76c5-4175-9c6b-2e4a5b31e128,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:31:24.546482 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Device df1cd7c1-405a-44ce-adf1-a88a5cfa49d0 no longer exists at agent hyperv_hv-cinder-81011 {{(pid=94617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 04:31:24.576711 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.plugin [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] No Port match for: df1cd7c1-405a-44ce-adf1-a88a5cfa49d0 {{(pid=94617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 04:31:24.577292 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Device df1cd7c1-405a-44ce-adf1-a88a5cfa49d0 not bound to the agent host hv-cinder-81011 {{(pid=94617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 04:31:24.993523 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e85e89-87ac-45e5-a17b-6e2beb64461e req-5e5192ee-7443-45b1-ba4a-655d0cd039f7 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:24.995093 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-63e85e89-87ac-45e5-a17b-6e2beb64461e req-5e5192ee-7443-45b1-ba4a-655d0cd039f7 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/ports?device_id=f92a6550-c35d-45e8-bb0b-b6abd8d2b2d3 HTTP/1.1" status: 200 len: 945 time: 0.0529268 Sep 22 04:31:25.040283 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-63e85e89-87ac-45e5-a17b-6e2beb64461e req-13aeefbd-3c0a-4556-909d-55fd4407d785 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bc11e4-7abd-4750-8ac3-63f5066b0018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387976 Sep 22 04:31:25.120390 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e90050-067d-4106-844f-25d4f94cf537 req-bc8e8fb2-762a-4b8f-bae9-5b05cf97cfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:25.121953 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-62e90050-067d-4106-844f-25d4f94cf537 req-bc8e8fb2-762a-4b8f-bae9-5b05cf97cfd1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=73071d9e-f5bc-439b-a5c9-d1ef0da01f57&tenant_id=a5932c0fd28d4509bc11811644adc1b2 HTTP/1.1" status: 200 len: 1096 time: 0.0719218 Sep 22 04:31:25.188903 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e90050-067d-4106-844f-25d4f94cf537 req-84017e3c-0f96-4a8f-987e-6a4178a4f23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:25.190440 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-62e90050-067d-4106-844f-25d4f94cf537 req-84017e3c-0f96-4a8f-987e-6a4178a4f23a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a5932c0fd28d4509bc11811644adc1b2&device_id=73071d9e-f5bc-439b-a5c9-d1ef0da01f57 HTTP/1.1" status: 200 len: 1096 time: 0.0442994 Sep 22 04:31:25.211827 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d03bbf-f285-4ba6-a842-6f6861ffd128 req-7294ef99-3536-42e0-9238-393f11d3ccd6 tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:25.213352 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-84d03bbf-f285-4ba6-a842-6f6861ffd128 req-7294ef99-3536-42e0-9238-393f11d3ccd6 tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f2c72cb-bc2a-4387-8133-d1462219983f HTTP/1.1" status: 200 len: 943 time: 0.1318448 Sep 22 04:31:25.244377 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-d6e97cfd-c01e-4f24-ba4d-ad21d6575b78 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:31:25.321825 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-84d03bbf-f285-4ba6-a842-6f6861ffd128 req-f6051d8a-bb96-4dd8-adfc-86453be45789 tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] 10.222.0.24 "GET /v2.0/security-groups?id=10120f0e-3709-4776-9aec-43133491c21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969553 Sep 22 04:31:25.322475 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e90050-067d-4106-844f-25d4f94cf537 req-bab13197-c989-490e-be51-ac6bc49042ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:25.323994 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-62e90050-067d-4106-844f-25d4f94cf537 req-bab13197-c989-490e-be51-ac6bc49042ea service neutron] 10.222.0.30 "GET /v2.0/networks?id=203dddc9-87c2-468f-9ab9-d2290e8ee531 HTTP/1.1" status: 200 len: 916 time: 0.1246016 Sep 22 04:31:25.332183 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4ba974-bec4-4ff0-a3e8-e32f8d5a6317 req-9862edf3-cb5b-4145-8abd-c2acd543ff8d tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:25.333784 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-3a4ba974-bec4-4ff0-a3e8-e32f8d5a6317 req-9862edf3-cb5b-4145-8abd-c2acd543ff8d tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=73071d9e-f5bc-439b-a5c9-d1ef0da01f57 HTTP/1.1" status: 200 len: 943 time: 0.0693336 Sep 22 04:31:25.411470 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-d6e97cfd-c01e-4f24-ba4d-ad21d6575b78 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:31:25.423102 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-3a4ba974-bec4-4ff0-a3e8-e32f8d5a6317 req-91359957-44ec-4b35-a037-02a09434781a tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=0987b5bf-9d30-4aee-b9ff-4b85b30fe4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793138 Sep 22 04:31:25.424756 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-62e90050-067d-4106-844f-25d4f94cf537 req-9cc3f679-f9d2-45b0-9729-960c1edeb2f1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=51a19702-4eda-4f86-9047-04b4c57dde31 HTTP/1.1" status: 200 len: 998 time: 0.0871189 Sep 22 04:31:25.485254 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e90050-067d-4106-844f-25d4f94cf537 req-eb34eca6-6d3d-49b9-b485-9098263cc18d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:25.486707 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-62e90050-067d-4106-844f-25d4f94cf537 req-eb34eca6-6d3d-49b9-b485-9098263cc18d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e4ceb253-3d8e-46ef-b438-694b8c1700e2 HTTP/1.1" status: 200 len: 855 time: 0.0498710 Sep 22 04:31:25.540239 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e90050-067d-4106-844f-25d4f94cf537 req-aeb0e799-cde0-46cb-8014-8c481822fd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:25.541791 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-62e90050-067d-4106-844f-25d4f94cf537 req-aeb0e799-cde0-46cb-8014-8c481822fd0e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=203dddc9-87c2-468f-9ab9-d2290e8ee531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0460815 Sep 22 04:31:25.583693 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-d6e97cfd-c01e-4f24-ba4d-ad21d6575b78 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Notify callbacks [] for port, precommit_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:31:25.615171 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-c7bbae2d-f237-46cc-b838-3371bd865633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:31:25.640866 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-62e90050-067d-4106-844f-25d4f94cf537 req-fcf9e7bc-63a9-4636-8abe-604ce4762757 service neutron] 10.222.0.30 "GET /v2.0/networks/203dddc9-87c2-468f-9ab9-d2290e8ee531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871935 Sep 22 04:31:25.643507 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-d6e97cfd-c01e-4f24-ba4d-ad21d6575b78 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533447884'] for port, after_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:31:25.716395 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e97cfd-c01e-4f24-ba4d-ad21d6575b78 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Pushing event updated for resources: {'Port': ['ID=c5858b36-76c5-4175-9c6b-2e4a5b31e128,revision_number=2']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:31:25.724297 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-d6e97cfd-c01e-4f24-ba4d-ad21d6575b78 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1865242'] for floatingip, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:31:25.745691 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-62e90050-067d-4106-844f-25d4f94cf537 req-74cf7c4a-cf66-4526-83fe-4e4f04b9c785 service neutron] 10.222.0.30 "GET /v2.0/networks/203dddc9-87c2-468f-9ab9-d2290e8ee531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844877 Sep 22 04:31:25.823637 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.db.l3_db [None req-d6e97cfd-c01e-4f24-ba4d-ad21d6575b78 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Floating IP cafc7dc4-62ca-4706-a854-eb55cbc0edb9 associated. External IP: 172.27.3.89, port: a9e8aa9e-0fd7-4c79-bd9b-796f729d3b1f. Sep 22 04:31:25.949502 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeef6d1c-de96-432c-baf4-dfa8763a552c req-6fde9a1f-e954-4366-9b71-553bad7b4898 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:25.951140 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-aeef6d1c-de96-432c-baf4-dfa8763a552c req-6fde9a1f-e954-4366-9b71-553bad7b4898 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.30 "GET /v2.0/ports?device_id=f92a6550-c35d-45e8-bb0b-b6abd8d2b2d3 HTTP/1.1" status: 200 len: 945 time: 0.0678692 Sep 22 04:31:26.053631 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [req-aeef6d1c-de96-432c-baf4-dfa8763a552c req-cc6833c6-ddc8-428d-bc4e-65e0794ff17c tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Deleting port 85214bee-eddb-4757-8889-ed2af288e30a {{(pid=94616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 04:31:26.054262 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-aeef6d1c-de96-432c-baf4-dfa8763a552c req-cc6833c6-ddc8-428d-bc4e-65e0794ff17c tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769518975272'] for port, before_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:31:26.064893 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6e97cfd-c01e-4f24-ba4d-ad21d6575b78 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Router d7768ed6-f807-4870-a704-f3780bf00744 has already been hosted by L3 agent 67baeb3b-346e-4680-9ea8-6eec6aa84835 {{(pid=94615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 04:31:26.169365 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [req-aeef6d1c-de96-432c-baf4-dfa8763a552c req-cc6833c6-ddc8-428d-bc4e-65e0794ff17c tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] For port 85214bee-eddb-4757-8889-ed2af288e30a, host hv-cinder-81011, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81011',level=0,port_id=85214bee-eddb-4757-8889-ed2af288e30a,segment=NetworkSegment(bc8c3708-e396-4d9b-bfd8-c6b3490a63a6),segment_id=bc8c3708-e396-4d9b-bfd8-c6b3490a63a6)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:31:26.169824 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-aeef6d1c-de96-432c-baf4-dfa8763a552c req-cc6833c6-ddc8-428d-bc4e-65e0794ff17c tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1861379'] for port, precommit_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:31:26.183482 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [req-aeef6d1c-de96-432c-baf4-dfa8763a552c req-cc6833c6-ddc8-428d-bc4e-65e0794ff17c tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Calling delete_port for 85214bee-eddb-4757-8889-ed2af288e30a owned by compute:nova {{(pid=94616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 04:31:26.214154 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1b8802-865c-4f64-894f-4246f1abfbca req-5fb00638-68c1-4084-82be-5bd5343c6a72 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:26.215683 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-7c1b8802-865c-4f64-894f-4246f1abfbca req-5fb00638-68c1-4084-82be-5bd5343c6a72 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/ports?device_id=f92a6550-c35d-45e8-bb0b-b6abd8d2b2d3 HTTP/1.1" status: 200 len: 945 time: 0.0986397 Sep 22 04:31:26.236281 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6e97cfd-c01e-4f24-ba4d-ad21d6575b78 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Notify agent at l3_agent.dv-cinder-810118-1-iscsi the message routers_updated {{(pid=94615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 04:31:26.250834 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a8c154-696d-492f-a921-9848a330592d None None] Sync routers for ids ['d7768ed6-f807-4870-a704-f3780bf00744'] in dv-cinder-810118-1-iscsi {{(pid=94618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 04:31:26.265542 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a8c154-696d-492f-a921-9848a330592d None None] Routers {'d7768ed6-f807-4870-a704-f3780bf00744'} bound to L3 agent in host dv-cinder-810118-1-iscsi {{(pid=94618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 04:31:26.266410 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.l3_hamode_db [None req-51a8c154-696d-492f-a921-9848a330592d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810118-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T04:20:22Z,description=,heartbeat_timestamp=2021-09-22T04:31:22Z,host='dv-cinder-810118-1-iscsi',id=67baeb3b-346e-4680-9ea8-6eec6aa84835,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T04:20:23Z,topic='l3_agent')) {'router_ids': ['d7768ed6-f807-4870-a704-f3780bf00744'], 'active': True} {{(pid=94618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:31:26.275298 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-7c1b8802-865c-4f64-894f-4246f1abfbca req-a445d90e-d68e-4b61-b5fb-92fc3b6eb90d tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bc11e4-7abd-4750-8ac3-63f5066b0018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463545 Sep 22 04:31:26.324035 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-d6e97cfd-c01e-4f24-ba4d-ad21d6575b78 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34584'] for floatingip, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:31:26.361006 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-d6e97cfd-c01e-4f24-ba4d-ad21d6575b78 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5191221 Sep 22 04:31:26.361415 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7d0b309-7f88-40cb-885e-a2d1668c9af1', 'tag': 'a9e8aa9e-0fd7-4c79-bd9b-796f729d3b1f'}] {{(pid=94615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 04:31:26.369807 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d27d553a3b9744112e878a2e80866f1fe0303ccc5aac5545403223d44c5d0e8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53d906a2-70e6-444d-a7db-205c311fab91" -d '{"events": [{"name": "network-changed", "server_uuid": "f7d0b309-7f88-40cb-885e-a2d1668c9af1", "tag": "a9e8aa9e-0fd7-4c79-bd9b-796f729d3b1f"}]}' {{(pid=94615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 04:31:26.370752 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 45824) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:31:26.379218 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.v2.base [None req-ee9b2bef-33ab-4cc1-8ebd-147c8afae9c2 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-471186934', 'description': 'tempest-secgroup-smoke-471186934 description', 'project_id': 'a2ac9f42bb784270b43252ea1404d1a4'}} {{(pid=94615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 04:31:26.394615 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.l3_dvr_db [None req-51a8c154-696d-492f-a921-9848a330592d None None] Set router d7768ed6-f807-4870-a704-f3780bf00744 gateway port host: dv-cinder-810118-1-iscsi {{(pid=94618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 04:31:26.430513 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 04:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e3f5a00-d735-42bc-a283-452ccb66961a x-openstack-request-id: req-5e3f5a00-d735-42bc-a283-452ccb66961a {{(pid=94615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 04:31:26.430803 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7d0b309-7f88-40cb-885e-a2d1668c9af1", "tag": "a9e8aa9e-0fd7-4c79-bd9b-796f729d3b1f", "status": "completed", "code": 200}]} {{(pid=94615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 04:31:26.431049 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5e3f5a00-d735-42bc-a283-452ccb66961a {{(pid=94615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 04:31:26.431492 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7d0b309-7f88-40cb-885e-a2d1668c9af1', 'tag': 'a9e8aa9e-0fd7-4c79-bd9b-796f729d3b1f', 'status': 'completed', 'code': 200} Sep 22 04:31:26.439023 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-aeef6d1c-de96-432c-baf4-dfa8763a552c req-cc6833c6-ddc8-428d-bc4e-65e0794ff17c tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769518980334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769518673866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534565802'] for port, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:31:26.454926 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] get_ports_and_sgs() called for port_ids ['ced3eb09-8f02-495f-a797-099db1f64e83', '5ed5ec9e-e6b8-4216-ab5d-4cb94a34cc40', '85214bee-eddb-4757-8889-ed2af288e30a'] {{(pid=94617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 04:31:26.492302 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6833c6-ddc8-428d-bc4e-65e0794ff17c tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Pushing event deleted for resources: {'Port': ['ID=85214bee-eddb-4757-8889-ed2af288e30a,revision_number=None']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:31:26.517267 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-ee9b2bef-33ab-4cc1-8ebd-147c8afae9c2 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Notify callbacks [] for security_group, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:31:26.640864 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Device 0e39036f-d48d-44f6-98c8-04c6a639cfee details requested by agent hyperv_hv-cinder-81011 with host hv-cinder-81011 {{(pid=94617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 04:31:26.664143 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeef6d1c-de96-432c-baf4-dfa8763a552c req-cc6833c6-ddc8-428d-bc4e-65e0794ff17c tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] No DVR routers for this DVR port 85214bee-eddb-4757-8889-ed2af288e30a on host hv-cinder-81011 {{(pid=94616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 04:31:26.671430 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-aeef6d1c-de96-432c-baf4-dfa8763a552c req-cc6833c6-ddc8-428d-bc4e-65e0794ff17c tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34584'] for port, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:31:26.673599 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-aeef6d1c-de96-432c-baf4-dfa8763a552c req-cc6833c6-ddc8-428d-bc4e-65e0794ff17c tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.30 "DELETE /v2.0/ports/85214bee-eddb-4757-8889-ed2af288e30a HTTP/1.1" status: 204 len: 173 time: 0.7124944 Sep 22 04:31:26.675956 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f92a6550-c35d-45e8-bb0b-b6abd8d2b2d3', 'name': 'network-vif-deleted', 'tag': '85214bee-eddb-4757-8889-ed2af288e30a'}] {{(pid=94616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 04:31:26.679918 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ee93b3f7eb2b2b6a350c95698ebe5b9c8d238e2160e747b625fec6bb3c76933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f26a6a7-fb00-4f28-87b6-c559c627158a" -d '{"events": [{"server_uuid": "f92a6550-c35d-45e8-bb0b-b6abd8d2b2d3", "name": "network-vif-deleted", "tag": "85214bee-eddb-4757-8889-ed2af288e30a"}]}' {{(pid=94616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 04:31:26.690970 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d906a2-70e6-444d-a7db-205c311fab91 req-c1697a20-1455-45c7-9766-0dbdb07ccd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:26.704090 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-53d906a2-70e6-444d-a7db-205c311fab91 req-c1697a20-1455-45c7-9766-0dbdb07ccd41 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a2ac9f42bb784270b43252ea1404d1a4&device_id=f7d0b309-7f88-40cb-885e-a2d1668c9af1 HTTP/1.1" status: 200 len: 1099 time: 0.2109058 Sep 22 04:31:26.728180 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dd76e2-b962-41c7-bbab-a8bf6e5f5dd0 req-05d27632-6e95-4955-847b-b528955cf232 tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:26.729995 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-00dd76e2-b962-41c7-bbab-a8bf6e5f5dd0 req-05d27632-6e95-4955-847b-b528955cf232 tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f2c72cb-bc2a-4387-8133-d1462219983f HTTP/1.1" status: 200 len: 943 time: 0.2865903 Sep 22 04:31:26.790018 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-ee9b2bef-33ab-4cc1-8ebd-147c8afae9c2 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Notify callbacks [] for security_group, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:31:26.819693 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-00dd76e2-b962-41c7-bbab-a8bf6e5f5dd0 req-f7182d90-eab7-4673-9799-4256f66126d8 tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] 10.222.0.24 "GET /v2.0/security-groups?id=10120f0e-3709-4776-9aec-43133491c21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809138 Sep 22 04:31:26.846909 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319c8813-2b0a-442b-8415-24211924c412 req-ff34d481-61ba-400a-84e2-2e962846b8c5 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:26.848616 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-319c8813-2b0a-442b-8415-24211924c412 req-ff34d481-61ba-400a-84e2-2e962846b8c5 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=73071d9e-f5bc-439b-a5c9-d1ef0da01f57 HTTP/1.1" status: 200 len: 943 time: 0.1535225 Sep 22 04:31:26.873977 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.l3_hamode_db [None req-51a8c154-696d-492f-a921-9848a330592d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7768ed6-f807-4870-a704-f3780bf00744', 'name': 'tempest-TestMinimumBasicScenario-1595621661-router', 'tenant_id': 'a2ac9f42bb784270b43252ea1404d1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'external_fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': '5063aa9b-e8c7-4287-9874-749e867742cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T04:29:54Z', 'updated_at': '2021-09-22T04:29:59Z', 'revision_number': 4, 'project_id': 'a2ac9f42bb784270b43252ea1404d1a4', 'gw_port': {'id': '5063aa9b-e8c7-4287-9874-749e867742cd', 'name': '', 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:b9:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7768ed6-f807-4870-a704-f3780bf00744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:29:55Z', 'updated_at': '2021-09-22T04:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810118-1-iscsi', '_floatingips': [{'id': 'cafc7dc4-62ca-4706-a854-eb55cbc0edb9', 'tenant_id': 'a2ac9f42bb784270b43252ea1404d1a4', 'floating_ip_address': '172.27.3.89', 'floating_network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'router_id': 'd7768ed6-f807-4870-a704-f3780bf00744', 'port_id': 'a9e8aa9e-0fd7-4c79-bd9b-796f729d3b1f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d3ce0b1-05e4-4b1c-977a-3c30963a3756', 'mac_address': 'fa:16:3e:7b:34:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d0b309-7f88-40cb-885e-a2d1668c9af1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T04:31:24Z', 'updated_at': '2021-09-22T04:31:24Z', 'revision_number': 0, 'project_id': 'a2ac9f42bb784270b43252ea1404d1a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22743b1b-06a1-4272-a4e2-75614bbb7676', 'name': '', 'network_id': '8d3ce0b1-05e4-4b1c-977a-3c30963a3756', 'tenant_id': 'a2ac9f42bb784270b43252ea1404d1a4', 'mac_address': 'fa:16:3e:87:de:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7768ed6-f807-4870-a704-f3780bf00744', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '47a8ff60-a9c0-4f9b-a123-cbb1e59064c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:29:58Z', 'updated_at': '2021-09-22T04:30:04Z', 'revision_number': 5, 'project_id': 'a2ac9f42bb784270b43252ea1404d1a4', 'subnets': [{'id': '47a8ff60-a9c0-4f9b-a123-cbb1e59064c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810118-1-iscsi', False) {} {{(pid=94618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:31:26.915686 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-ee9b2bef-33ab-4cc1-8ebd-147c8afae9c2 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:31:26.917174 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a8c154-696d-492f-a921-9848a330592d None None] Checking router: d7768ed6-f807-4870-a704-f3780bf00744 for host: dv-cinder-810118-1-iscsi {{(pid=94618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 04:31:26.936499 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a8c154-696d-492f-a921-9848a330592d None None] Routers {'d7768ed6-f807-4870-a704-f3780bf00744'} bound to L3 agent in host dv-cinder-810118-1-iscsi {{(pid=94618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 04:31:26.938678 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.l3_hamode_db [None req-51a8c154-696d-492f-a921-9848a330592d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810118-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T04:20:22Z,description=,heartbeat_timestamp=2021-09-22T04:31:22Z,host='dv-cinder-810118-1-iscsi',id=67baeb3b-346e-4680-9ea8-6eec6aa84835,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T04:20:23Z,topic='l3_agent')) {'router_ids': ['d7768ed6-f807-4870-a704-f3780bf00744'], 'active': True} {{(pid=94618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:31:26.946684 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 04:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45e87ad3-8b9b-4eaa-b719-061b4f01f959 x-openstack-request-id: req-45e87ad3-8b9b-4eaa-b719-061b4f01f959 {{(pid=94616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 04:31:26.950232 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f92a6550-c35d-45e8-bb0b-b6abd8d2b2d3", "name": "network-vif-deleted", "tag": "85214bee-eddb-4757-8889-ed2af288e30a", "status": "completed", "code": 200}]} {{(pid=94616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 04:31:26.950520 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-45e87ad3-8b9b-4eaa-b719-061b4f01f959 {{(pid=94616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 04:31:26.950888 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f92a6550-c35d-45e8-bb0b-b6abd8d2b2d3', 'name': 'network-vif-deleted', 'tag': '85214bee-eddb-4757-8889-ed2af288e30a', 'status': 'completed', 'code': 200} Sep 22 04:31:26.987241 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] For port 0e39036f-d48d-44f6-98c8-04c6a639cfee, host hv-cinder-81011, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81011',level=0,port_id=0e39036f-d48d-44f6-98c8-04c6a639cfee,segment=NetworkSegment(85b97eb4-11ab-4593-9764-348e613718a2),segment_id=85b97eb4-11ab-4593-9764-348e613718a2)] {{(pid=94617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:31:26.988040 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-319c8813-2b0a-442b-8415-24211924c412 req-0cd2937f-c19c-4b73-a265-aec11717ee54 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=0987b5bf-9d30-4aee-b9ff-4b85b30fe4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1292977 Sep 22 04:31:27.053074 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9b2bef-33ab-4cc1-8ebd-147c8afae9c2 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=436b4c7d-c2ec-439a-aaa8-8b82a9c1f014,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:31:27.059611 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Returning: {'device': '0e39036f-d48d-44f6-98c8-04c6a639cfee', 'network_id': '88f76aa3-7a4b-4fae-991d-c7be0bb0ca85', 'port_id': '0e39036f-d48d-44f6-98c8-04c6a639cfee', 'mac_address': 'fa:16:3e:4e:aa:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b43c9f32-d3a1-4b40-bb26-a16ed647cbed', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 04:31:27.065413 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9b2bef-33ab-4cc1-8ebd-147c8afae9c2 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:31:27.065783 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9b2bef-33ab-4cc1-8ebd-147c8afae9c2 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:31:27.066141 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9b2bef-33ab-4cc1-8ebd-147c8afae9c2 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:31:27.066616 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9b2bef-33ab-4cc1-8ebd-147c8afae9c2 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:31:27.067175 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9b2bef-33ab-4cc1-8ebd-147c8afae9c2 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:31:27.067698 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9b2bef-33ab-4cc1-8ebd-147c8afae9c2 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:31:27.068213 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9b2bef-33ab-4cc1-8ebd-147c8afae9c2 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:31:27.069271 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9b2bef-33ab-4cc1-8ebd-147c8afae9c2 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:31:27.069774 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9b2bef-33ab-4cc1-8ebd-147c8afae9c2 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:31:27.070281 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9b2bef-33ab-4cc1-8ebd-147c8afae9c2 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:31:27.070826 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9b2bef-33ab-4cc1-8ebd-147c8afae9c2 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:31:27.071276 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9b2bef-33ab-4cc1-8ebd-147c8afae9c2 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:31:27.092083 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-ee9b2bef-33ab-4cc1-8ebd-147c8afae9c2 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Notify callbacks [] for security_group, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:31:27.098748 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 45840) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:31:27.099492 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-ee9b2bef-33ab-4cc1-8ebd-147c8afae9c2 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.7266698 Sep 22 04:31:27.105446 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.v2.base [None req-950c46a4-fc1f-419b-850f-5b0141a1e22a tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Request body: {'security_group_rule': {'security_group_id': '436b4c7d-c2ec-439a-aaa8-8b82a9c1f014', 'project_id': 'a2ac9f42bb784270b43252ea1404d1a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 04:31:27.178705 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:31:27.189359 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d906a2-70e6-444d-a7db-205c311fab91 req-38328652-24cd-4b6f-be50-9978ee53830f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:27.191242 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-53d906a2-70e6-444d-a7db-205c311fab91 req-38328652-24cd-4b6f-be50-9978ee53830f service neutron] 10.222.0.30 "GET /v2.0/networks?id=8d3ce0b1-05e4-4b1c-977a-3c30963a3756 HTTP/1.1" status: 200 len: 915 time: 0.2592936 Sep 22 04:31:27.210815 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.notifiers.nova [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e39036f-d48d-44f6-98c8-04c6a639cfee {{(pid=94617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 04:31:27.246773 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-950c46a4-fc1f-419b-850f-5b0141a1e22a tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:31:27.265190 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] For port 0e39036f-d48d-44f6-98c8-04c6a639cfee, host hv-cinder-81011, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81011',level=0,port_id=0e39036f-d48d-44f6-98c8-04c6a639cfee,segment=NetworkSegment(85b97eb4-11ab-4593-9764-348e613718a2),segment_id=85b97eb4-11ab-4593-9764-348e613718a2)] {{(pid=94617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:31:27.286319 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.l3_dvr_db [None req-51a8c154-696d-492f-a921-9848a330592d None None] Set router d7768ed6-f807-4870-a704-f3780bf00744 gateway port host: dv-cinder-810118-1-iscsi {{(pid=94618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 04:31:27.354656 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:31:27.382061 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-950c46a4-fc1f-419b-850f-5b0141a1e22a tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:31:27.449570 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-950c46a4-fc1f-419b-850f-5b0141a1e22a tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073950'] for security_group_rule, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:31:27.451554 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Pushing event updated for resources: {'Port': ['ID=0e39036f-d48d-44f6-98c8-04c6a639cfee,revision_number=4']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:31:27.473481 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-3eab124c-0a8d-4929-b7ea-f7ca6e6874bb req-919ed8dd-5cf9-4bbf-ac69-f38ad328717b tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/ports?device_id=f92a6550-c35d-45e8-bb0b-b6abd8d2b2d3 HTTP/1.1" status: 200 len: 210 time: 0.0449016 Sep 22 04:31:27.475749 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950c46a4-fc1f-419b-850f-5b0141a1e22a tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4de4aa23-5a0f-4176-8595-0be2c2ccbd81,revision_number=0']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:31:27.484536 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950c46a4-fc1f-419b-850f-5b0141a1e22a tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:31:27.489058 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950c46a4-fc1f-419b-850f-5b0141a1e22a tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:31:27.489058 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950c46a4-fc1f-419b-850f-5b0141a1e22a tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:31:27.489058 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950c46a4-fc1f-419b-850f-5b0141a1e22a tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:31:27.489058 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950c46a4-fc1f-419b-850f-5b0141a1e22a tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:31:27.489058 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950c46a4-fc1f-419b-850f-5b0141a1e22a tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:31:27.489058 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950c46a4-fc1f-419b-850f-5b0141a1e22a tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:31:27.489058 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950c46a4-fc1f-419b-850f-5b0141a1e22a tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:31:27.489058 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950c46a4-fc1f-419b-850f-5b0141a1e22a tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:31:27.489058 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950c46a4-fc1f-419b-850f-5b0141a1e22a tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:31:27.489058 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950c46a4-fc1f-419b-850f-5b0141a1e22a tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:31:27.489058 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950c46a4-fc1f-419b-850f-5b0141a1e22a tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:31:27.542676 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-950c46a4-fc1f-419b-850f-5b0141a1e22a tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:31:27.545037 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-950c46a4-fc1f-419b-850f-5b0141a1e22a tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4450428 Sep 22 04:31:27.547784 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 45848) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:31:27.552909 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.v2.base [None req-74602eb3-e00f-4221-81c8-2808f5033be4 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Request body: {'security_group_rule': {'security_group_id': '436b4c7d-c2ec-439a-aaa8-8b82a9c1f014', 'project_id': 'a2ac9f42bb784270b43252ea1404d1a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 04:31:27.660904 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.l3_hamode_db [None req-51a8c154-696d-492f-a921-9848a330592d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7768ed6-f807-4870-a704-f3780bf00744', 'name': 'tempest-TestMinimumBasicScenario-1595621661-router', 'tenant_id': 'a2ac9f42bb784270b43252ea1404d1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'external_fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': '5063aa9b-e8c7-4287-9874-749e867742cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T04:29:54Z', 'updated_at': '2021-09-22T04:29:59Z', 'revision_number': 4, 'project_id': 'a2ac9f42bb784270b43252ea1404d1a4', 'gw_port': {'id': '5063aa9b-e8c7-4287-9874-749e867742cd', 'name': '', 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:b9:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7768ed6-f807-4870-a704-f3780bf00744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:29:55Z', 'updated_at': '2021-09-22T04:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810118-1-iscsi', '_floatingips': [{'id': 'cafc7dc4-62ca-4706-a854-eb55cbc0edb9', 'tenant_id': 'a2ac9f42bb784270b43252ea1404d1a4', 'floating_ip_address': '172.27.3.89', 'floating_network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'router_id': 'd7768ed6-f807-4870-a704-f3780bf00744', 'port_id': 'a9e8aa9e-0fd7-4c79-bd9b-796f729d3b1f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d3ce0b1-05e4-4b1c-977a-3c30963a3756', 'mac_address': 'fa:16:3e:7b:34:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d0b309-7f88-40cb-885e-a2d1668c9af1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T04:31:24Z', 'updated_at': '2021-09-22T04:31:24Z', 'revision_number': 0, 'project_id': 'a2ac9f42bb784270b43252ea1404d1a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22743b1b-06a1-4272-a4e2-75614bbb7676', 'name': '', 'network_id': '8d3ce0b1-05e4-4b1c-977a-3c30963a3756', 'tenant_id': 'a2ac9f42bb784270b43252ea1404d1a4', 'mac_address': 'fa:16:3e:87:de:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7768ed6-f807-4870-a704-f3780bf00744', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '47a8ff60-a9c0-4f9b-a123-cbb1e59064c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:29:58Z', 'updated_at': '2021-09-22T04:30:04Z', 'revision_number': 5, 'project_id': 'a2ac9f42bb784270b43252ea1404d1a4', 'subnets': [{'id': '47a8ff60-a9c0-4f9b-a123-cbb1e59064c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810118-1-iscsi', False) {} {{(pid=94618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:31:27.667575 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-74602eb3-e00f-4221-81c8-2808f5033be4 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:31:27.685276 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a8c154-696d-492f-a921-9848a330592d None None] The sync data for ids ['d7768ed6-f807-4870-a704-f3780bf00744'] in dv-cinder-810118-1-iscsi is: [{'id': 'd7768ed6-f807-4870-a704-f3780bf00744', 'name': 'tempest-TestMinimumBasicScenario-1595621661-router', 'tenant_id': 'a2ac9f42bb784270b43252ea1404d1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'external_fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': '5063aa9b-e8c7-4287-9874-749e867742cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T04:29:54Z', 'updated_at': '2021-09-22T04:29:59Z', 'revision_number': 4, 'project_id': 'a2ac9f42bb784270b43252ea1404d1a4', 'gw_port': {'id': '5063aa9b-e8c7-4287-9874-749e867742cd', 'name': '', 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:b9:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7768ed6-f807-4870-a704-f3780bf00744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:29:55Z', 'updated_at': '2021-09-22T04:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810118-1-iscsi', '_floatingips': [{'id': 'cafc7dc4-62ca-4706-a854-eb55cbc0edb9', 'tenant_id': 'a2ac9f42bb784270b43252ea1404d1a4', 'floating_ip_address': '172.27.3.89', 'floating_network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'router_id': 'd7768ed6-f807-4870-a704-f3780bf00744', 'port_id': 'a9e8aa9e-0fd7-4c79-bd9b-796f729d3b1f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d3ce0b1-05e4-4b1c-977a-3c30963a3756', 'mac_address': 'fa:16:3e:7b:34:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d0b309-7f88-40cb-885e-a2d1668c9af1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T04:31:24Z', 'updated_at': '2021-09-22T04:31:24Z', 'revision_number': 0, 'project_id': 'a2ac9f42bb784270b43252ea1404d1a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22743b1b-06a1-4272-a4e2-75614bbb7676', 'name': '', 'network_id': '8d3ce0b1-05e4-4b1c-977a-3c30963a3756', 'tenant_id': 'a2ac9f42bb784270b43252ea1404d1a4', 'mac_address': 'fa:16:3e:87:de:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7768ed6-f807-4870-a704-f3780bf00744', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '47a8ff60-a9c0-4f9b-a123-cbb1e59064c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:29:58Z', 'updated_at': '2021-09-22T04:30:04Z', 'revision_number': 5, 'project_id': 'a2ac9f42bb784270b43252ea1404d1a4', 'subnets': [{'id': '47a8ff60-a9c0-4f9b-a123-cbb1e59064c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 04:31:27.745561 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-74602eb3-e00f-4221-81c8-2808f5033be4 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:31:27.764349 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] get_ports_and_sgs() called for port_ids ['0e39036f-d48d-44f6-98c8-04c6a639cfee'] {{(pid=94617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 04:31:27.839879 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76916a5-d0d8-4da0-8dd1-1dcfeed0a14f req-056dbc89-2a11-457d-ab83-866a9ca8afb5 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:27.841470 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-f76916a5-d0d8-4da0-8dd1-1dcfeed0a14f req-056dbc89-2a11-457d-ab83-866a9ca8afb5 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/ports?device_id=82c75eac-ff79-4e36-86b8-c01f924f13fa HTTP/1.1" status: 200 len: 945 time: 0.0632520 Sep 22 04:31:27.885423 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-74602eb3-e00f-4221-81c8-2808f5033be4 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073950'] for security_group_rule, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:31:27.928875 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74602eb3-e00f-4221-81c8-2808f5033be4 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3176110f-48e5-4260-83d1-cc96073ee8ff,revision_number=0']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:31:27.933289 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-f76916a5-d0d8-4da0-8dd1-1dcfeed0a14f req-4cb7aed2-3b94-4918-ba12-680ff03fc9f8 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa7be617-2fe6-4836-b1f1-d63120ca8390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853171 Sep 22 04:31:28.012951 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cb2265-6dab-4557-93ed-a7711443c27a req-10bb346b-23e5-437f-950e-479ace9a15ad tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:28.014302 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-c0cb2265-6dab-4557-93ed-a7711443c27a req-10bb346b-23e5-437f-950e-479ace9a15ad tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f2c72cb-bc2a-4387-8133-d1462219983f HTTP/1.1" status: 200 len: 944 time: 0.0533459 Sep 22 04:31:28.044312 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1746d1af-270d-4e16-b0d1-84a487f5188d None None] New status for floating IP cafc7dc4-62ca-4706-a854-eb55cbc0edb9: ACTIVE {{(pid=94617) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 04:31:28.077590 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-74602eb3-e00f-4221-81c8-2808f5033be4 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:31:28.085154 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-74602eb3-e00f-4221-81c8-2808f5033be4 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5357816 Sep 22 04:31:28.092572 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 45858) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:31:28.097156 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.v2.base [None req-89830d06-cef3-491b-910b-2ff3523de14f tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Request body: {'security_group_rule': {'security_group_id': '436b4c7d-c2ec-439a-aaa8-8b82a9c1f014', 'project_id': 'a2ac9f42bb784270b43252ea1404d1a4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 04:31:28.112071 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-c0cb2265-6dab-4557-93ed-a7711443c27a req-4e633c72-5f66-4d71-84b0-89e0193bbe3a tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] 10.222.0.24 "GET /v2.0/security-groups?id=10120f0e-3709-4776-9aec-43133491c21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803671 Sep 22 04:31:28.167867 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492eff6a-3858-4f0b-8cfa-734c1ccc174f req-845870b2-5655-4151-aecf-8399da04963b tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:28.169471 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-492eff6a-3858-4f0b-8cfa-734c1ccc174f req-845870b2-5655-4151-aecf-8399da04963b tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=73071d9e-f5bc-439b-a5c9-d1ef0da01f57 HTTP/1.1" status: 200 len: 943 time: 0.0586977 Sep 22 04:31:28.232055 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-492eff6a-3858-4f0b-8cfa-734c1ccc174f req-55a5ff64-cfe9-4f9d-9d12-560feba1bbe4 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=0987b5bf-9d30-4aee-b9ff-4b85b30fe4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377951 Sep 22 04:31:28.232761 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-89830d06-cef3-491b-910b-2ff3523de14f tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:31:28.307898 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-89830d06-cef3-491b-910b-2ff3523de14f tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:31:28.375573 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-89830d06-cef3-491b-910b-2ff3523de14f tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073950'] for security_group_rule, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:31:28.396256 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89830d06-cef3-491b-910b-2ff3523de14f tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=748b90f5-0023-4044-93b4-f8096a98b809,revision_number=0']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:31:28.455276 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-89830d06-cef3-491b-910b-2ff3523de14f tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:31:28.456579 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-89830d06-cef3-491b-910b-2ff3523de14f tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3629527 Sep 22 04:31:28.459772 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 45860) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:31:28.464243 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.v2.base [None req-04d5b958-81bf-4edd-82f5-bd049991b576 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Request body: {'security_group_rule': {'security_group_id': '436b4c7d-c2ec-439a-aaa8-8b82a9c1f014', 'project_id': 'a2ac9f42bb784270b43252ea1404d1a4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 04:31:28.557254 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-04d5b958-81bf-4edd-82f5-bd049991b576 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:31:28.585362 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Device 85214bee-eddb-4757-8889-ed2af288e30a no longer exists at agent hyperv_hv-cinder-81011 {{(pid=94617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 04:31:28.585728 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-aea73126-4425-4faf-a787-ff4e95e2cec7 req-90663efe-4c91-4ef5-ab95-3503289bc2aa tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/ports?device_id=f92a6550-c35d-45e8-bb0b-b6abd8d2b2d3 HTTP/1.1" status: 200 len: 210 time: 0.0261517 Sep 22 04:31:28.627559 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.plugin [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] No Port match for: 85214bee-eddb-4757-8889-ed2af288e30a {{(pid=94617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 04:31:28.628275 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Device 85214bee-eddb-4757-8889-ed2af288e30a not bound to the agent host hv-cinder-81011 {{(pid=94617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 04:31:28.640723 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-04d5b958-81bf-4edd-82f5-bd049991b576 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:31:28.735817 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-04d5b958-81bf-4edd-82f5-bd049991b576 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073950'] for security_group_rule, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:31:28.755283 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d5b958-81bf-4edd-82f5-bd049991b576 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd58aa92-3c72-4542-b30e-b3f771bba6f2,revision_number=0']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:31:28.958538 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-04d5b958-81bf-4edd-82f5-bd049991b576 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:31:28.963744 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 45864) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:31:28.969164 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.v2.base [None req-679258d4-e26c-4eeb-b1e8-84f5052a0888 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Request body: {'security_group_rule': {'security_group_id': '436b4c7d-c2ec-439a-aaa8-8b82a9c1f014', 'project_id': 'a2ac9f42bb784270b43252ea1404d1a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 04:31:28.975050 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-04d5b958-81bf-4edd-82f5-bd049991b576 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5141089 Sep 22 04:31:29.071200 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50abc7ea-a510-4861-8ac1-01d9b6ec5ba6 req-f2bb25ef-b78f-4cd6-952b-05f3ef2659cc tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:29.073359 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-50abc7ea-a510-4861-8ac1-01d9b6ec5ba6 req-f2bb25ef-b78f-4cd6-952b-05f3ef2659cc tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/ports?device_id=82c75eac-ff79-4e36-86b8-c01f924f13fa HTTP/1.1" status: 200 len: 945 time: 0.0524137 Sep 22 04:31:29.078549 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.db.securitygroups_db [None req-679258d4-e26c-4eeb-b1e8-84f5052a0888 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Project a2ac9f42bb784270b43252ea1404d1a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 04:31:29.084186 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-679258d4-e26c-4eeb-b1e8-84f5052a0888 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:31:29.155407 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-50abc7ea-a510-4861-8ac1-01d9b6ec5ba6 req-0fb55d63-8d9a-48ba-b981-f729cf3f7603 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa7be617-2fe6-4836-b1f1-d63120ca8390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753715 Sep 22 04:31:29.206075 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-679258d4-e26c-4eeb-b1e8-84f5052a0888 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:31:29.257108 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e77729a-2020-48aa-af84-ba5d9908c30f req-9fc6a4da-05fe-427b-818f-ce5743e6fe58 tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:29.258605 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-5e77729a-2020-48aa-af84-ba5d9908c30f req-9fc6a4da-05fe-427b-818f-ce5743e6fe58 tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f2c72cb-bc2a-4387-8133-d1462219983f HTTP/1.1" status: 200 len: 944 time: 0.0511155 Sep 22 04:31:29.260827 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-679258d4-e26c-4eeb-b1e8-84f5052a0888 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073950'] for security_group_rule, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:31:29.292838 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679258d4-e26c-4eeb-b1e8-84f5052a0888 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=115b602d-f5b1-40c6-83e0-f1aadea0534d,revision_number=0']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:31:29.326391 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-5e77729a-2020-48aa-af84-ba5d9908c30f req-77d95fe3-c9c1-4e91-97cf-84e31db296ad tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] 10.222.0.24 "GET /v2.0/security-groups?id=10120f0e-3709-4776-9aec-43133491c21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551045 Sep 22 04:31:29.369982 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-679258d4-e26c-4eeb-b1e8-84f5052a0888 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:31:29.371198 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-679258d4-e26c-4eeb-b1e8-84f5052a0888 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4058506 Sep 22 04:31:29.374244 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 45874) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:31:29.379192 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.v2.base [None req-1d52ed17-fc94-4474-b065-b344802fce0d tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Request body: {'security_group_rule': {'security_group_id': '436b4c7d-c2ec-439a-aaa8-8b82a9c1f014', 'project_id': 'a2ac9f42bb784270b43252ea1404d1a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 04:31:29.387324 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b3d99b-f49a-4a76-9b15-0aba03ddd2ff req-f24ea334-d468-4886-b216-6d3c02e043e7 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:29.389020 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-97b3d99b-f49a-4a76-9b15-0aba03ddd2ff req-f24ea334-d468-4886-b216-6d3c02e043e7 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=73071d9e-f5bc-439b-a5c9-d1ef0da01f57 HTTP/1.1" status: 200 len: 943 time: 0.0597949 Sep 22 04:31:29.427163 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-97b3d99b-f49a-4a76-9b15-0aba03ddd2ff req-108e116d-5593-443e-9826-b2a20f1f95b9 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=0987b5bf-9d30-4aee-b9ff-4b85b30fe4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314722 Sep 22 04:31:29.472884 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.db.securitygroups_db [None req-1d52ed17-fc94-4474-b065-b344802fce0d tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Project a2ac9f42bb784270b43252ea1404d1a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 04:31:29.479469 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-1d52ed17-fc94-4474-b065-b344802fce0d tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:31:29.556275 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-1d52ed17-fc94-4474-b065-b344802fce0d tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:31:29.688049 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-29c692bf-c415-41c7-a8a0-3762de2d4f0c req-42918b51-442b-48c7-b7ac-daeb67f86dc4 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/ports?device_id=f92a6550-c35d-45e8-bb0b-b6abd8d2b2d3 HTTP/1.1" status: 200 len: 210 time: 0.0293179 Sep 22 04:31:30.039472 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-1d52ed17-fc94-4474-b065-b344802fce0d tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073950'] for security_group_rule, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:31:30.058904 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d52ed17-fc94-4474-b065-b344802fce0d tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaac88bc-4aca-498b-9c52-a93a103616da,revision_number=0']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:31:30.129488 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-1d52ed17-fc94-4474-b065-b344802fce0d tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:31:30.130688 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-1d52ed17-fc94-4474-b065-b344802fce0d tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7555177 Sep 22 04:31:30.229987 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-7556b7fc-4d88-4dd8-9eaa-3bc9b940f8d8 req-3fd9891d-3e3c-4c18-8bad-d9fc4e567b89 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-471186934&fields=id&tenant_id=a2ac9f42bb784270b43252ea1404d1a4 HTTP/1.1" status: 200 len: 267 time: 0.0551801 Sep 22 04:31:30.288684 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7556b7fc-4d88-4dd8-9eaa-3bc9b940f8d8 req-9e23ec17-5dc1-4a29-8218-8328ef3672d3 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:30.290260 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-7556b7fc-4d88-4dd8-9eaa-3bc9b940f8d8 req-9e23ec17-5dc1-4a29-8218-8328ef3672d3 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7d0b309-7f88-40cb-885e-a2d1668c9af1 HTTP/1.1" status: 200 len: 946 time: 0.0526102 Sep 22 04:31:30.297573 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987c7bb2-0b40-471a-accb-eb6083da8dc9 req-e0841bd9-fcaa-4332-9a8b-7f9d672e5776 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:30.299349 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-987c7bb2-0b40-471a-accb-eb6083da8dc9 req-e0841bd9-fcaa-4332-9a8b-7f9d672e5776 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/ports?device_id=82c75eac-ff79-4e36-86b8-c01f924f13fa HTTP/1.1" status: 200 len: 945 time: 0.0609441 Sep 22 04:31:30.301784 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.v2.base [req-7556b7fc-4d88-4dd8-9eaa-3bc9b940f8d8 req-0d6f5dfe-74d5-4d25-b94c-9a07478a8eb4 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Request body: {'port': {'security_groups': ['3559c028-26d0-4688-9c30-5c12a4a20ad8', '436b4c7d-c2ec-439a-aaa8-8b82a9c1f014']}} {{(pid=94615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 04:31:30.348207 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-987c7bb2-0b40-471a-accb-eb6083da8dc9 req-77ed2fa2-b608-45d3-a20b-cc55e1c8e80e tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa7be617-2fe6-4836-b1f1-d63120ca8390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430071 Sep 22 04:31:30.379573 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-7556b7fc-4d88-4dd8-9eaa-3bc9b940f8d8 req-0d6f5dfe-74d5-4d25-b94c-9a07478a8eb4 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:31:30.464017 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9cb73a-60cb-48bb-a9c6-1debd2baec92 req-d42ddb53-8827-4702-8a5e-5aa605ee23b6 tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:30.472040 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-2b9cb73a-60cb-48bb-a9c6-1debd2baec92 req-d42ddb53-8827-4702-8a5e-5aa605ee23b6 tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f2c72cb-bc2a-4387-8133-d1462219983f HTTP/1.1" status: 200 len: 944 time: 0.0605729 Sep 22 04:31:30.510224 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-2b9cb73a-60cb-48bb-a9c6-1debd2baec92 req-7b529da8-8dc2-43b8-9db3-8eefd8ec2920 tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] 10.222.0.24 "GET /v2.0/security-groups?id=10120f0e-3709-4776-9aec-43133491c21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372040 Sep 22 04:31:30.595975 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Device 0e39036f-d48d-44f6-98c8-04c6a639cfee up at agent hyperv_hv-cinder-81011 {{(pid=94617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 04:31:30.654059 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61caad69-94ba-4a8c-b0a6-47fc41c50962 req-010faae3-9fab-4d54-bcf0-b7fb08f58512 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:30.655889 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-61caad69-94ba-4a8c-b0a6-47fc41c50962 req-010faae3-9fab-4d54-bcf0-b7fb08f58512 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=73071d9e-f5bc-439b-a5c9-d1ef0da01f57 HTTP/1.1" status: 200 len: 943 time: 0.0859835 Sep 22 04:31:30.708732 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-61caad69-94ba-4a8c-b0a6-47fc41c50962 req-f1433b59-b06c-4c29-8292-91cc8029b6c6 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=0987b5bf-9d30-4aee-b9ff-4b85b30fe4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460792 Sep 22 04:31:30.815381 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-5b8c4f5b-ba38-4194-beaf-59ed9925f9ca req-21e4e642-dc90-41fa-bf65-5f10062a1f04 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/ports?device_id=f92a6550-c35d-45e8-bb0b-b6abd8d2b2d3 HTTP/1.1" status: 200 len: 210 time: 0.0420268 Sep 22 04:31:30.827689 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Provisioning for port 0e39036f-d48d-44f6-98c8-04c6a639cfee completed by entity L2. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 04:31:30.828658 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.db [req-7556b7fc-4d88-4dd8-9eaa-3bc9b940f8d8 req-0d6f5dfe-74d5-4d25-b94c-9a07478a8eb4 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] For port a9e8aa9e-0fd7-4c79-bd9b-796f729d3b1f, host hv-cinder-81011, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81011',level=0,port_id=a9e8aa9e-0fd7-4c79-bd9b-796f729d3b1f,segment=NetworkSegment(46967add-ceb0-4865-9e29-f6ad39a3d084),segment_id=46967add-ceb0-4865-9e29-f6ad39a3d084)] {{(pid=94615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:31:30.831735 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Provisioning complete for port 0e39036f-d48d-44f6-98c8-04c6a639cfee triggered by entity L2. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 04:31:30.832289 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628798'] for port, provisioning_complete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:31:30.858987 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-7556b7fc-4d88-4dd8-9eaa-3bc9b940f8d8 req-0d6f5dfe-74d5-4d25-b94c-9a07478a8eb4 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Notify callbacks [] for port, precommit_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:31:30.911019 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:31:30.929706 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-7556b7fc-4d88-4dd8-9eaa-3bc9b940f8d8 req-0d6f5dfe-74d5-4d25-b94c-9a07478a8eb4 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533447884'] for port, after_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:31:30.943354 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f2c72cb-bc2a-4387-8133-d1462219983f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e39036f-d48d-44f6-98c8-04c6a639cfee'}] {{(pid=94617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 04:31:30.951825 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}993cef13cba3f0ab7640ec7edf55a13b4a27e0226575f61fb20ce20e7b239147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88c91ebb-db1c-41b6-bdf1-40fd632873a9" -d '{"events": [{"server_uuid": "2f2c72cb-bc2a-4387-8133-d1462219983f", "name": "network-vif-plugged", "status": "completed", "tag": "0e39036f-d48d-44f6-98c8-04c6a639cfee"}]}' {{(pid=94617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 04:31:30.957874 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] get_ports_and_sgs() called for port_ids ['a9e8aa9e-0fd7-4c79-bd9b-796f729d3b1f'] {{(pid=94617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 04:31:30.971074 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] For port 0e39036f-d48d-44f6-98c8-04c6a639cfee, host hv-cinder-81011, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81011',level=0,port_id=0e39036f-d48d-44f6-98c8-04c6a639cfee,segment=NetworkSegment(85b97eb4-11ab-4593-9764-348e613718a2),segment_id=85b97eb4-11ab-4593-9764-348e613718a2)] {{(pid=94617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:31:30.987617 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7556b7fc-4d88-4dd8-9eaa-3bc9b940f8d8 req-0d6f5dfe-74d5-4d25-b94c-9a07478a8eb4 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:30.988300 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-7556b7fc-4d88-4dd8-9eaa-3bc9b940f8d8 req-0d6f5dfe-74d5-4d25-b94c-9a07478a8eb4 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578295'] for port, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:31:30.992684 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-7556b7fc-4d88-4dd8-9eaa-3bc9b940f8d8 req-0d6f5dfe-74d5-4d25-b94c-9a07478a8eb4 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] 10.222.0.24 "PUT /v2.0/ports/a9e8aa9e-0fd7-4c79-bd9b-796f729d3b1f HTTP/1.1" status: 200 len: 982 time: 0.6954916 Sep 22 04:31:30.993174 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7d0b309-7f88-40cb-885e-a2d1668c9af1', 'tag': 'a9e8aa9e-0fd7-4c79-bd9b-796f729d3b1f'}] {{(pid=94615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 04:31:31.003329 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d27d553a3b9744112e878a2e80866f1fe0303ccc5aac5545403223d44c5d0e8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-632dbeae-84f0-478f-a38a-979a1a15fd20" -d '{"events": [{"name": "network-changed", "server_uuid": "f7d0b309-7f88-40cb-885e-a2d1668c9af1", "tag": "a9e8aa9e-0fd7-4c79-bd9b-796f729d3b1f"}]}' {{(pid=94615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 04:31:31.011698 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 04:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87fdfe56-3c44-42fa-8b47-65382dc9318f x-openstack-request-id: req-87fdfe56-3c44-42fa-8b47-65382dc9318f {{(pid=94617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 04:31:31.012242 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f2c72cb-bc2a-4387-8133-d1462219983f", "name": "network-vif-plugged", "status": "completed", "tag": "0e39036f-d48d-44f6-98c8-04c6a639cfee", "code": 200}]} {{(pid=94617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 04:31:31.012409 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-87fdfe56-3c44-42fa-8b47-65382dc9318f {{(pid=94617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 04:31:31.012885 dv-cinder-810118-1-iscsi neutron-server[94617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f2c72cb-bc2a-4387-8133-d1462219983f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e39036f-d48d-44f6-98c8-04c6a639cfee', 'code': 200} Sep 22 04:31:31.061695 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 04:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9850378-647d-4e2f-bbe7-fcd8a0d8eb99 x-openstack-request-id: req-e9850378-647d-4e2f-bbe7-fcd8a0d8eb99 {{(pid=94615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 04:31:31.063200 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7d0b309-7f88-40cb-885e-a2d1668c9af1", "tag": "a9e8aa9e-0fd7-4c79-bd9b-796f729d3b1f", "status": "completed", "code": 200}]} {{(pid=94615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 04:31:31.063421 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:31:31.063560 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e9850378-647d-4e2f-bbe7-fcd8a0d8eb99 {{(pid=94615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 04:31:31.063845 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7d0b309-7f88-40cb-885e-a2d1668c9af1', 'tag': 'a9e8aa9e-0fd7-4c79-bd9b-796f729d3b1f', 'status': 'completed', 'code': 200} Sep 22 04:31:31.117707 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6f5dfe-74d5-4d25-b94c-9a07478a8eb4 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Pushing event updated for resources: {'Port': ['ID=a9e8aa9e-0fd7-4c79-bd9b-796f729d3b1f,revision_number=6']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:31:31.158422 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3749f2-2b0e-4576-968a-c2cabff0358f req-4fe87652-229c-43c2-9090-444ca22afe44 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:31.161498 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-3f3749f2-2b0e-4576-968a-c2cabff0358f req-4fe87652-229c-43c2-9090-444ca22afe44 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7d0b309-7f88-40cb-885e-a2d1668c9af1 HTTP/1.1" status: 200 len: 985 time: 0.0940285 Sep 22 04:31:31.214007 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-3f3749f2-2b0e-4576-968a-c2cabff0358f req-dad37c9f-993c-496f-a605-3fe18291a17d tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] 10.222.0.24 "GET /v2.0/security-groups?id=3559c028-26d0-4688-9c30-5c12a4a20ad8&id=436b4c7d-c2ec-439a-aaa8-8b82a9c1f014&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0455346 Sep 22 04:31:31.261515 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] get_ports_and_sgs() called for port_ids ['a9e8aa9e-0fd7-4c79-bd9b-796f729d3b1f'] {{(pid=94617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 04:31:31.345790 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Pushing event updated for resources: {'Port': ['ID=0e39036f-d48d-44f6-98c8-04c6a639cfee,revision_number=5']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:31:31.369766 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-f4eb0c5e-db42-482d-b503-3f829e7da6af None None] Provisioning complete for port a9e8aa9e-0fd7-4c79-bd9b-796f729d3b1f triggered by entity DHCP. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 04:31:31.370067 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-f4eb0c5e-db42-482d-b503-3f829e7da6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628798'] for port, provisioning_complete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:31:31.473378 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d11563b-84ed-48d3-865c-b80872cf7486 req-fb00912d-e55c-48ce-adfb-22208247b016 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:31.476982 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-3d11563b-84ed-48d3-865c-b80872cf7486 req-fb00912d-e55c-48ce-adfb-22208247b016 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/ports?device_id=82c75eac-ff79-4e36-86b8-c01f924f13fa HTTP/1.1" status: 200 len: 945 time: 0.0544424 Sep 22 04:31:31.526563 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-3d11563b-84ed-48d3-865c-b80872cf7486 req-e333101d-8aef-4b71-9a68-0009435384f3 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa7be617-2fe6-4836-b1f1-d63120ca8390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405383 Sep 22 04:31:31.650020 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e48026c-b033-48ca-8d24-e66cf4866f20 req-b590c9ed-1c1a-4b20-ac87-90e80ae00c57 tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:31.652240 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-5e48026c-b033-48ca-8d24-e66cf4866f20 req-b590c9ed-1c1a-4b20-ac87-90e80ae00c57 tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f2c72cb-bc2a-4387-8133-d1462219983f HTTP/1.1" status: 200 len: 945 time: 0.0733078 Sep 22 04:31:31.689508 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-5e48026c-b033-48ca-8d24-e66cf4866f20 req-7cac0c26-ea00-47f5-9e3a-f7e5d6bb35a5 tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] 10.222.0.24 "GET /v2.0/security-groups?id=10120f0e-3709-4776-9aec-43133491c21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311878 Sep 22 04:31:31.862719 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ce02ad-8fbc-4ce0-900a-fc2147fbf58b req-c56154da-e7e5-4c3b-934b-933bae2f0141 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:31.864210 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-63ce02ad-8fbc-4ce0-900a-fc2147fbf58b req-c56154da-e7e5-4c3b-934b-933bae2f0141 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=73071d9e-f5bc-439b-a5c9-d1ef0da01f57 HTTP/1.1" status: 200 len: 943 time: 0.0803609 Sep 22 04:31:31.903807 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-63ce02ad-8fbc-4ce0-900a-fc2147fbf58b req-b17c2cf1-1137-4001-b0a2-5c061d2dc333 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=0987b5bf-9d30-4aee-b9ff-4b85b30fe4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325019 Sep 22 04:31:31.924748 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-3c479e76-a81b-4f39-8f2e-9b7f275cb3c5 req-7f8d3b72-210a-47d0-9fd3-187a15a5bb3f tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/ports?device_id=f92a6550-c35d-45e8-bb0b-b6abd8d2b2d3 HTTP/1.1" status: 200 len: 210 time: 0.0394487 Sep 22 04:31:32.633661 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa258bbe-0144-43cb-8678-0499a2e8d6ab req-f79b402c-77c1-4ec5-ba7d-072b28558a90 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:32.635232 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-fa258bbe-0144-43cb-8678-0499a2e8d6ab req-f79b402c-77c1-4ec5-ba7d-072b28558a90 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/ports?device_id=82c75eac-ff79-4e36-86b8-c01f924f13fa HTTP/1.1" status: 200 len: 945 time: 0.0518267 Sep 22 04:31:32.681041 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-fa258bbe-0144-43cb-8678-0499a2e8d6ab req-f2c6806c-1eb1-419e-83f8-ffaf2f99fa9e tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa7be617-2fe6-4836-b1f1-d63120ca8390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398147 Sep 22 04:31:32.807317 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97109384-121b-4028-a8f3-a69583bdfbfb req-041a9144-b994-452f-944a-b4deb19396a2 tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:32.814637 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-97109384-121b-4028-a8f3-a69583bdfbfb req-041a9144-b994-452f-944a-b4deb19396a2 tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f2c72cb-bc2a-4387-8133-d1462219983f HTTP/1.1" status: 200 len: 945 time: 0.0606122 Sep 22 04:31:32.852277 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-97109384-121b-4028-a8f3-a69583bdfbfb req-e9c6ccfe-212c-4056-8d19-3450a88c2c34 tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] 10.222.0.24 "GET /v2.0/security-groups?id=10120f0e-3709-4776-9aec-43133491c21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361402 Sep 22 04:31:33.040324 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-d55e88ad-82f7-4bb9-86ed-375d225783b3 req-be8afb3c-eaf8-42b8-80a8-7b05bf92fa59 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/ports?device_id=f92a6550-c35d-45e8-bb0b-b6abd8d2b2d3 HTTP/1.1" status: 200 len: 210 time: 0.0257721 Sep 22 04:31:33.042711 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4499980e-033b-4436-94a4-7df978730a68 req-6d57d498-ab5e-4bae-9225-a0405a893f51 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:33.044179 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-4499980e-033b-4436-94a4-7df978730a68 req-6d57d498-ab5e-4bae-9225-a0405a893f51 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=73071d9e-f5bc-439b-a5c9-d1ef0da01f57 HTTP/1.1" status: 200 len: 943 time: 0.0510595 Sep 22 04:31:33.081672 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-4499980e-033b-4436-94a4-7df978730a68 req-462fca5a-1c06-41fd-af9f-057a4f68f85d tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=0987b5bf-9d30-4aee-b9ff-4b85b30fe4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315776 Sep 22 04:31:33.797935 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e87b27-325d-4c7f-b81f-536f217df7a9 req-c1503d7f-8a30-492d-a33a-da7b21b40bc0 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:33.799437 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-11e87b27-325d-4c7f-b81f-536f217df7a9 req-c1503d7f-8a30-492d-a33a-da7b21b40bc0 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/ports?device_id=82c75eac-ff79-4e36-86b8-c01f924f13fa HTTP/1.1" status: 200 len: 945 time: 0.0527446 Sep 22 04:31:33.837389 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-11e87b27-325d-4c7f-b81f-536f217df7a9 req-d4e19a96-863d-4d6e-b7de-c25994cf5686 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa7be617-2fe6-4836-b1f1-d63120ca8390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313210 Sep 22 04:31:33.966015 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb071a80-2b53-4cd0-b9b1-78fbfd55cb9c req-37116195-4808-44a0-900b-699113581eee tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:33.967509 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-bb071a80-2b53-4cd0-b9b1-78fbfd55cb9c req-37116195-4808-44a0-900b-699113581eee tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f2c72cb-bc2a-4387-8133-d1462219983f HTTP/1.1" status: 200 len: 945 time: 0.0482917 Sep 22 04:31:34.003604 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-bb071a80-2b53-4cd0-b9b1-78fbfd55cb9c req-c279b78a-f148-48ad-8990-83bc95200dc6 tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] 10.222.0.24 "GET /v2.0/security-groups?id=10120f0e-3709-4776-9aec-43133491c21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300312 Sep 22 04:31:34.143417 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-d27bf504-b5cb-4b3f-bc65-524c7cb260c9 req-3317f957-cac7-4e20-be87-1e8ee04172f7 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/ports?device_id=f92a6550-c35d-45e8-bb0b-b6abd8d2b2d3 HTTP/1.1" status: 200 len: 210 time: 0.0310469 Sep 22 04:31:34.204761 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb05a040-ec46-41a6-a28a-e329c128ec0c req-e5001b7e-ed88-41f3-8ddd-29e0a493ce55 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:34.206273 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-bb05a040-ec46-41a6-a28a-e329c128ec0c req-e5001b7e-ed88-41f3-8ddd-29e0a493ce55 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=73071d9e-f5bc-439b-a5c9-d1ef0da01f57 HTTP/1.1" status: 200 len: 943 time: 0.0505931 Sep 22 04:31:34.251115 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-bb05a040-ec46-41a6-a28a-e329c128ec0c req-e4750f04-3169-4559-84f0-7c1ceb7cd55b tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=0987b5bf-9d30-4aee-b9ff-4b85b30fe4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378563 Sep 22 04:31:34.964703 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef9c130-62d9-487b-a99c-5e7bc9d8d932 req-4f9ed055-7ef4-4424-b934-04601da03b88 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:34.966180 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-bef9c130-62d9-487b-a99c-5e7bc9d8d932 req-4f9ed055-7ef4-4424-b934-04601da03b88 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/ports?device_id=82c75eac-ff79-4e36-86b8-c01f924f13fa HTTP/1.1" status: 200 len: 945 time: 0.0476856 Sep 22 04:31:35.005863 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-bef9c130-62d9-487b-a99c-5e7bc9d8d932 req-675f667f-3891-4a39-b5bb-d615a69109ab tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa7be617-2fe6-4836-b1f1-d63120ca8390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335155 Sep 22 04:31:35.124185 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4a53ff-b5ab-433b-99c1-b556b9502ecc req-530d4133-d674-4324-b93d-112cd67616d7 tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:35.125872 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-3c4a53ff-b5ab-433b-99c1-b556b9502ecc req-530d4133-d674-4324-b93d-112cd67616d7 tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f2c72cb-bc2a-4387-8133-d1462219983f HTTP/1.1" status: 200 len: 945 time: 0.0562453 Sep 22 04:31:35.164761 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-3c4a53ff-b5ab-433b-99c1-b556b9502ecc req-153e84c4-722e-4599-8908-8cb5115dc876 tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] 10.222.0.24 "GET /v2.0/security-groups?id=10120f0e-3709-4776-9aec-43133491c21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317614 Sep 22 04:31:35.239382 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-4cdc56a3-2bef-408c-a4a0-3d1f2331f6c0 req-97997368-d654-4ec8-9764-70e19cd2f153 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/ports?device_id=f92a6550-c35d-45e8-bb0b-b6abd8d2b2d3 HTTP/1.1" status: 200 len: 210 time: 0.0281773 Sep 22 04:31:35.383243 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df839438-30bb-4e07-b0e1-3588c83f0ad8 req-aae075eb-e7b1-419f-94b2-9a00ead82c98 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:35.384651 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-df839438-30bb-4e07-b0e1-3588c83f0ad8 req-aae075eb-e7b1-419f-94b2-9a00ead82c98 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=73071d9e-f5bc-439b-a5c9-d1ef0da01f57 HTTP/1.1" status: 200 len: 943 time: 0.0612543 Sep 22 04:31:35.423719 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-df839438-30bb-4e07-b0e1-3588c83f0ad8 req-6a19ffe1-1b2a-4e2b-9a36-5925e74a71aa tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=0987b5bf-9d30-4aee-b9ff-4b85b30fe4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329406 Sep 22 04:31:36.129765 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97251dd0-c4f3-49da-a28e-00354260f1a6 req-c65790b0-6582-4127-82d0-ed1f2c4c2d65 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:36.131318 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-97251dd0-c4f3-49da-a28e-00354260f1a6 req-c65790b0-6582-4127-82d0-ed1f2c4c2d65 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/ports?device_id=82c75eac-ff79-4e36-86b8-c01f924f13fa HTTP/1.1" status: 200 len: 945 time: 0.0572445 Sep 22 04:31:36.168408 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-97251dd0-c4f3-49da-a28e-00354260f1a6 req-8d81a7a0-9b07-401c-82b9-33ba474f35e3 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa7be617-2fe6-4836-b1f1-d63120ca8390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302427 Sep 22 04:31:36.286541 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cb5b8a-8f2e-4d80-b7e6-33f1c33bb7d4 req-2ef58813-0d51-41ac-84ca-80f36a69a615 tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:36.295649 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-b5cb5b8a-8f2e-4d80-b7e6-33f1c33bb7d4 req-2ef58813-0d51-41ac-84ca-80f36a69a615 tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f2c72cb-bc2a-4387-8133-d1462219983f HTTP/1.1" status: 200 len: 945 time: 0.0580938 Sep 22 04:31:36.328569 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-b5cb5b8a-8f2e-4d80-b7e6-33f1c33bb7d4 req-953bb410-aa6d-4db2-a305-96938252c05c tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] 10.222.0.24 "GET /v2.0/security-groups?id=10120f0e-3709-4776-9aec-43133491c21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320225 Sep 22 04:31:36.408519 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-49bb5cd5-b3af-4d6d-9f55-2eb3f01ff452 req-e1dfe911-4200-4dd9-8d4c-7c670e72ee2e tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/ports?device_id=f92a6550-c35d-45e8-bb0b-b6abd8d2b2d3 HTTP/1.1" status: 200 len: 210 time: 0.0274692 Sep 22 04:31:36.543965 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2cccd4-0643-44dd-a2bc-cc9cf808922e req-97a24116-d615-4c65-b887-7539ccd9c6b2 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:36.548346 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-df2cccd4-0643-44dd-a2bc-cc9cf808922e req-97a24116-d615-4c65-b887-7539ccd9c6b2 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=73071d9e-f5bc-439b-a5c9-d1ef0da01f57 HTTP/1.1" status: 200 len: 943 time: 0.0533133 Sep 22 04:31:36.586919 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-df2cccd4-0643-44dd-a2bc-cc9cf808922e req-4f2e04ba-b436-4fc2-9648-aaf9ed75572f tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=0987b5bf-9d30-4aee-b9ff-4b85b30fe4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319495 Sep 22 04:31:36.689705 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:31:37.289399 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7449523-eaad-4979-bfcb-99816331ad76 req-6a2e082a-7d4e-44aa-80f1-94259eb1b09b tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:37.291719 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-c7449523-eaad-4979-bfcb-99816331ad76 req-6a2e082a-7d4e-44aa-80f1-94259eb1b09b tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/ports?device_id=82c75eac-ff79-4e36-86b8-c01f924f13fa HTTP/1.1" status: 200 len: 945 time: 0.0481489 Sep 22 04:31:37.330706 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-c7449523-eaad-4979-bfcb-99816331ad76 req-4b6297a1-08ad-4c81-afa4-78c310240e7e tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa7be617-2fe6-4836-b1f1-d63120ca8390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332332 Sep 22 04:31:37.443895 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287c67f1-8e49-4714-9aee-8f870e3d640e req-7b39eca8-1cee-4750-bbe1-ca92cf96b9c7 tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:37.445782 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-287c67f1-8e49-4714-9aee-8f870e3d640e req-7b39eca8-1cee-4750-bbe1-ca92cf96b9c7 tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f2c72cb-bc2a-4387-8133-d1462219983f HTTP/1.1" status: 200 len: 945 time: 0.0527644 Sep 22 04:31:37.483931 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-287c67f1-8e49-4714-9aee-8f870e3d640e req-5043176a-7ab1-4a94-bd93-704943eb477e tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] 10.222.0.24 "GET /v2.0/security-groups?id=10120f0e-3709-4776-9aec-43133491c21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315487 Sep 22 04:31:37.567502 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-239beb83-242c-4afb-85e3-1a6270202098 req-c1dbd91a-a293-4604-be31-c511c1719149 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/ports?device_id=f92a6550-c35d-45e8-bb0b-b6abd8d2b2d3 HTTP/1.1" status: 200 len: 210 time: 0.0314126 Sep 22 04:31:37.708891 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c58e265-d4e9-4c8b-b03f-485f3c74f835 req-65d5b157-3495-4311-9a9e-1bffa1e2bdca tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:37.710382 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-4c58e265-d4e9-4c8b-b03f-485f3c74f835 req-65d5b157-3495-4311-9a9e-1bffa1e2bdca tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=73071d9e-f5bc-439b-a5c9-d1ef0da01f57 HTTP/1.1" status: 200 len: 943 time: 0.0484755 Sep 22 04:31:37.751950 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-4c58e265-d4e9-4c8b-b03f-485f3c74f835 req-6ae46948-2a2b-4332-ac57-7689f4861bf4 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=0987b5bf-9d30-4aee-b9ff-4b85b30fe4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347440 Sep 22 04:31:38.446819 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc3316e-123c-4964-ab57-7dbf61e203d5 req-2e0291d5-8141-4ae6-a6a4-2cf35a19b06b tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:38.448331 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-8dc3316e-123c-4964-ab57-7dbf61e203d5 req-2e0291d5-8141-4ae6-a6a4-2cf35a19b06b tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/ports?device_id=82c75eac-ff79-4e36-86b8-c01f924f13fa HTTP/1.1" status: 200 len: 945 time: 0.0490878 Sep 22 04:31:38.485196 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-8dc3316e-123c-4964-ab57-7dbf61e203d5 req-badd6c7f-70c1-43f4-aa15-3a5780d1bde1 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa7be617-2fe6-4836-b1f1-d63120ca8390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309145 Sep 22 04:31:38.600861 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5ef449-cf92-419f-a39d-1acebed94eff req-aa16503b-a154-411f-9148-2d6dd7e66536 tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:38.602226 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-1a5ef449-cf92-419f-a39d-1acebed94eff req-aa16503b-a154-411f-9148-2d6dd7e66536 tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f2c72cb-bc2a-4387-8133-d1462219983f HTTP/1.1" status: 200 len: 945 time: 0.0486126 Sep 22 04:31:38.641983 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-1a5ef449-cf92-419f-a39d-1acebed94eff req-405dc26e-0036-4145-9a7a-17fecc702503 tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] 10.222.0.24 "GET /v2.0/security-groups?id=10120f0e-3709-4776-9aec-43133491c21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331912 Sep 22 04:31:38.729007 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-f998529f-5344-48cf-9cfd-c29bcfd7c310 req-ca25ed21-3722-4aa2-87bf-74e99292b5a1 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/ports?device_id=f92a6550-c35d-45e8-bb0b-b6abd8d2b2d3 HTTP/1.1" status: 200 len: 210 time: 0.0256512 Sep 22 04:31:38.883436 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727f1d94-6786-4988-8cc9-dd203f014476 req-53533043-9edc-40ad-acd1-eaee561d3a0a tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:38.885340 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-727f1d94-6786-4988-8cc9-dd203f014476 req-53533043-9edc-40ad-acd1-eaee561d3a0a tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=73071d9e-f5bc-439b-a5c9-d1ef0da01f57 HTTP/1.1" status: 200 len: 943 time: 0.0497451 Sep 22 04:31:38.923088 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-727f1d94-6786-4988-8cc9-dd203f014476 req-8dfca427-4dab-4118-858f-374c6e39a993 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=0987b5bf-9d30-4aee-b9ff-4b85b30fe4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316620 Sep 22 04:31:39.080858 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.agents_db [None req-7fda405f-bd13-41fd-9497-f6551785b8a3 None None] Agent healthcheck: found 6 active agents {{(pid=94618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 04:31:39.597680 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff32812d-ebbb-496b-b044-3b2945f9e3bf req-a0920b24-ad3e-4575-8281-6ef28ae53aaa tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:39.599372 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-ff32812d-ebbb-496b-b044-3b2945f9e3bf req-a0920b24-ad3e-4575-8281-6ef28ae53aaa tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/ports?device_id=82c75eac-ff79-4e36-86b8-c01f924f13fa HTTP/1.1" status: 200 len: 945 time: 0.0498977 Sep 22 04:31:39.637123 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-ff32812d-ebbb-496b-b044-3b2945f9e3bf req-a3cbd3da-55fc-471a-862e-8feb77f785fe tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa7be617-2fe6-4836-b1f1-d63120ca8390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312114 Sep 22 04:31:39.758541 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e83925-986b-417a-95fd-757fb8a167e1 req-32e69b40-0f74-4eb0-ab71-a3f2d31dd701 tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:39.759995 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-24e83925-986b-417a-95fd-757fb8a167e1 req-32e69b40-0f74-4eb0-ab71-a3f2d31dd701 tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f2c72cb-bc2a-4387-8133-d1462219983f HTTP/1.1" status: 200 len: 945 time: 0.0522113 Sep 22 04:31:39.802986 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-24e83925-986b-417a-95fd-757fb8a167e1 req-7bdf24c2-0e55-4855-9f69-366914464191 tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] 10.222.0.24 "GET /v2.0/security-groups?id=10120f0e-3709-4776-9aec-43133491c21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331345 Sep 22 04:31:39.883577 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-1e1fc046-182f-43a8-935f-4d18b7d5fadc req-734c87be-5bf3-4195-b1b2-45d50ed55add tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/ports?device_id=f92a6550-c35d-45e8-bb0b-b6abd8d2b2d3 HTTP/1.1" status: 200 len: 210 time: 0.0266900 Sep 22 04:31:40.055742 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce42e60-d9c6-4258-909f-375242d02a5e req-36761f5b-8dc9-4ccb-88bc-326ce4e19eeb tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:40.057299 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-9ce42e60-d9c6-4258-909f-375242d02a5e req-36761f5b-8dc9-4ccb-88bc-326ce4e19eeb tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=73071d9e-f5bc-439b-a5c9-d1ef0da01f57 HTTP/1.1" status: 200 len: 943 time: 0.0491538 Sep 22 04:31:40.105009 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-9ce42e60-d9c6-4258-909f-375242d02a5e req-6714ec86-0a14-4bb2-8889-168e0cbb3b6f tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=0987b5bf-9d30-4aee-b9ff-4b85b30fe4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405583 Sep 22 04:31:40.751518 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78acf371-150d-4c9e-8772-06afc032e16d req-932eb659-a127-452b-8142-aff5758f2a20 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:40.753013 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-78acf371-150d-4c9e-8772-06afc032e16d req-932eb659-a127-452b-8142-aff5758f2a20 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/ports?device_id=82c75eac-ff79-4e36-86b8-c01f924f13fa HTTP/1.1" status: 200 len: 945 time: 0.0513508 Sep 22 04:31:40.791826 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-78acf371-150d-4c9e-8772-06afc032e16d req-b97e5d26-d475-450f-badd-7f13228791e7 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa7be617-2fe6-4836-b1f1-d63120ca8390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320356 Sep 22 04:31:40.943894 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3169ae90-bb9a-4900-b024-af601efe7577 req-7f8b4a0d-4d49-47a4-8b36-dc8c30b49699 tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:40.945334 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-3169ae90-bb9a-4900-b024-af601efe7577 req-7f8b4a0d-4d49-47a4-8b36-dc8c30b49699 tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f2c72cb-bc2a-4387-8133-d1462219983f HTTP/1.1" status: 200 len: 945 time: 0.0473566 Sep 22 04:31:40.982751 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-3169ae90-bb9a-4900-b024-af601efe7577 req-e84ee8e5-86ec-45ef-8178-6c71597bdb1f tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] 10.222.0.24 "GET /v2.0/security-groups?id=10120f0e-3709-4776-9aec-43133491c21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309825 Sep 22 04:31:41.060195 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-39dce01b-a0ce-4ece-8cf1-7b7da6dde130 req-aaa963db-ab39-400b-8063-3ad4cdb8dfb5 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/ports?device_id=f92a6550-c35d-45e8-bb0b-b6abd8d2b2d3 HTTP/1.1" status: 200 len: 210 time: 0.0250392 Sep 22 04:31:41.222039 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149e266b-0d4c-4700-a5ba-0a6a9a86a178 req-dbb189b6-192b-4243-a72d-8278de654190 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:41.223404 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-149e266b-0d4c-4700-a5ba-0a6a9a86a178 req-dbb189b6-192b-4243-a72d-8278de654190 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=73071d9e-f5bc-439b-a5c9-d1ef0da01f57 HTTP/1.1" status: 200 len: 943 time: 0.0474989 Sep 22 04:31:41.263165 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-149e266b-0d4c-4700-a5ba-0a6a9a86a178 req-5f81aa5e-c62b-4c09-99c8-85e6d710d42b tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=0987b5bf-9d30-4aee-b9ff-4b85b30fe4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339570 Sep 22 04:31:41.519322 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-53d906a2-70e6-444d-a7db-205c311fab91 req-2a8a7f96-3f40-49e1-be48-8ebecaf2968e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a9e8aa9e-0fd7-4c79-bd9b-796f729d3b1f HTTP/1.1" status: 200 len: 1001 time: 0.0667415 Sep 22 04:31:41.550185 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f657c91-1047-486f-b5e5-24d3d8cc26c1 req-e326fba3-d693-4d9a-a81c-f537ce9123be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:41.551736 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-1f657c91-1047-486f-b5e5-24d3d8cc26c1 req-e326fba3-d693-4d9a-a81c-f537ce9123be service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a5932c0fd28d4509bc11811644adc1b2&device_id=73071d9e-f5bc-439b-a5c9-d1ef0da01f57 HTTP/1.1" status: 200 len: 1096 time: 0.0409684 Sep 22 04:31:41.623280 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d906a2-70e6-444d-a7db-205c311fab91 req-0c2bb3e7-4737-40b7-ac6c-cc29c8d23ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:41.624758 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-53d906a2-70e6-444d-a7db-205c311fab91 req-0c2bb3e7-4737-40b7-ac6c-cc29c8d23ef0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=47a8ff60-a9c0-4f9b-a123-cbb1e59064c4 HTTP/1.1" status: 200 len: 854 time: 0.0721414 Sep 22 04:31:41.707660 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f657c91-1047-486f-b5e5-24d3d8cc26c1 req-5b83d710-04b3-4f5d-8639-e3c38a04edb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:41.712792 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-1f657c91-1047-486f-b5e5-24d3d8cc26c1 req-5b83d710-04b3-4f5d-8639-e3c38a04edb4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=203dddc9-87c2-468f-9ab9-d2290e8ee531 HTTP/1.1" status: 200 len: 916 time: 0.1233835 Sep 22 04:31:41.713777 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d906a2-70e6-444d-a7db-205c311fab91 req-976e051f-2692-433f-a690-d4b9f67b3bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:41.715197 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-53d906a2-70e6-444d-a7db-205c311fab91 req-976e051f-2692-433f-a690-d4b9f67b3bcb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8d3ce0b1-05e4-4b1c-977a-3c30963a3756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0603397 Sep 22 04:31:41.804647 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8346151-b956-47c5-9fed-a0773da3436d req-3a3d4f12-2dcc-4e0b-9ea6-589784795303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:41.807336 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-e8346151-b956-47c5-9fed-a0773da3436d req-3a3d4f12-2dcc-4e0b-9ea6-589784795303 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2f2c72cb-bc2a-4387-8133-d1462219983f HTTP/1.1" status: 200 len: 1098 time: 0.0403461 Sep 22 04:31:41.851809 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-e8346151-b956-47c5-9fed-a0773da3436d req-d7f17339-bab8-4cd6-a655-3b9f45203e79 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=10120f0e-3709-4776-9aec-43133491c21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360136 Sep 22 04:31:41.862622 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-1f657c91-1047-486f-b5e5-24d3d8cc26c1 req-7212e828-ca11-4ab8-b764-113210456ec6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=51a19702-4eda-4f86-9047-04b4c57dde31 HTTP/1.1" status: 200 len: 998 time: 0.1356080 Sep 22 04:31:42.163572 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-53d906a2-70e6-444d-a7db-205c311fab91 req-70d003de-6849-413a-ab78-626f086c7a2f service neutron] 10.222.0.30 "GET /v2.0/networks/8d3ce0b1-05e4-4b1c-977a-3c30963a3756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4288619 Sep 22 04:31:42.226859 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf4f732-4efa-4c76-aed1-061a578d627e req-26d7e9d8-cef8-4d47-b7cc-5c82e6ae5570 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:42.229062 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-2cf4f732-4efa-4c76-aed1-061a578d627e req-26d7e9d8-cef8-4d47-b7cc-5c82e6ae5570 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/ports?device_id=82c75eac-ff79-4e36-86b8-c01f924f13fa HTTP/1.1" status: 200 len: 945 time: 0.3626418 Sep 22 04:31:42.256023 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f657c91-1047-486f-b5e5-24d3d8cc26c1 req-f8fbb8c4-ad39-48bd-90c7-a0923eb48d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:42.257523 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-1f657c91-1047-486f-b5e5-24d3d8cc26c1 req-f8fbb8c4-ad39-48bd-90c7-a0923eb48d8b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e4ceb253-3d8e-46ef-b438-694b8c1700e2 HTTP/1.1" status: 200 len: 855 time: 0.1084125 Sep 22 04:31:42.337281 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ec9916-9348-40b0-a9b2-660da7b412d1 req-cc5df807-2eb1-4a00-ab89-99f571dc2ec4 tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:42.340404 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-82ec9916-9348-40b0-a9b2-660da7b412d1 req-cc5df807-2eb1-4a00-ab89-99f571dc2ec4 tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f2c72cb-bc2a-4387-8133-d1462219983f HTTP/1.1" status: 200 len: 945 time: 0.0514176 Sep 22 04:31:42.357186 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-2cf4f732-4efa-4c76-aed1-061a578d627e req-48b10109-de34-4f31-adbc-492c6d764fe0 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa7be617-2fe6-4836-b1f1-d63120ca8390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172776 Sep 22 04:31:42.359374 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-53d906a2-70e6-444d-a7db-205c311fab91 req-8cbb4f52-bc80-4a58-b176-4c3daf078c76 service neutron] 10.222.0.30 "GET /v2.0/networks/8d3ce0b1-05e4-4b1c-977a-3c30963a3756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705976 Sep 22 04:31:42.377991 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f657c91-1047-486f-b5e5-24d3d8cc26c1 req-e88422f7-cd9c-475e-8ff7-0aa667bc99af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:42.377991 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-1f657c91-1047-486f-b5e5-24d3d8cc26c1 req-e88422f7-cd9c-475e-8ff7-0aa667bc99af service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=203dddc9-87c2-468f-9ab9-d2290e8ee531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0845695 Sep 22 04:31:42.389901 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-82ec9916-9348-40b0-a9b2-660da7b412d1 req-219f3ed9-f4e7-4e54-b947-1966a7adbaca tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] 10.222.0.24 "GET /v2.0/security-groups?id=10120f0e-3709-4776-9aec-43133491c21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433846 Sep 22 04:31:42.489687 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-1c8d67df-e77a-4345-98a3-8d59e3efb8e8 req-09e63972-3ea0-4514-8d14-d1a9781061eb tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/ports?device_id=f92a6550-c35d-45e8-bb0b-b6abd8d2b2d3 HTTP/1.1" status: 200 len: 210 time: 0.0389724 Sep 22 04:31:42.518355 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49897fa-4623-4d00-8887-f59979c0d5eb req-c628510b-9900-4b6f-bcbf-16f7bc291d7e tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:42.526240 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-a49897fa-4623-4d00-8887-f59979c0d5eb req-c628510b-9900-4b6f-bcbf-16f7bc291d7e tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=73071d9e-f5bc-439b-a5c9-d1ef0da01f57 HTTP/1.1" status: 200 len: 943 time: 0.0637660 Sep 22 04:31:42.543887 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-1f657c91-1047-486f-b5e5-24d3d8cc26c1 req-5fa51b46-a4ce-4ccc-83ac-412d72fe3d31 service neutron] 10.222.0.30 "GET /v2.0/networks/203dddc9-87c2-468f-9ab9-d2290e8ee531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578689 Sep 22 04:31:42.560160 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-a49897fa-4623-4d00-8887-f59979c0d5eb req-c2c9035a-4897-4028-8e33-a48f1c9f3f02 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=0987b5bf-9d30-4aee-b9ff-4b85b30fe4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329375 Sep 22 04:31:42.574319 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632dbeae-84f0-478f-a38a-979a1a15fd20 req-c5232ed1-5f9f-4b05-8c3d-0b3656f09fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:42.575802 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-632dbeae-84f0-478f-a38a-979a1a15fd20 req-c5232ed1-5f9f-4b05-8c3d-0b3656f09fd3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a2ac9f42bb784270b43252ea1404d1a4&device_id=f7d0b309-7f88-40cb-885e-a2d1668c9af1 HTTP/1.1" status: 200 len: 1138 time: 0.0774300 Sep 22 04:31:42.697420 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-1f657c91-1047-486f-b5e5-24d3d8cc26c1 req-4c8ccdab-1c58-466b-84ad-c49f165c590a service neutron] 10.222.0.30 "GET /v2.0/networks/203dddc9-87c2-468f-9ab9-d2290e8ee531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441200 Sep 22 04:31:42.716255 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632dbeae-84f0-478f-a38a-979a1a15fd20 req-1623ceee-f546-4371-91d6-7d80791e7920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:42.717696 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-632dbeae-84f0-478f-a38a-979a1a15fd20 req-1623ceee-f546-4371-91d6-7d80791e7920 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8d3ce0b1-05e4-4b1c-977a-3c30963a3756 HTTP/1.1" status: 200 len: 915 time: 0.1276662 Sep 22 04:31:42.807480 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-632dbeae-84f0-478f-a38a-979a1a15fd20 req-28a865d9-f35e-4b5f-b08e-4a04713083b4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a9e8aa9e-0fd7-4c79-bd9b-796f729d3b1f HTTP/1.1" status: 200 len: 1001 time: 0.0708923 Sep 22 04:31:42.860332 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632dbeae-84f0-478f-a38a-979a1a15fd20 req-a3488225-6dbc-4b43-a610-fe63a9d67ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:42.861788 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-632dbeae-84f0-478f-a38a-979a1a15fd20 req-a3488225-6dbc-4b43-a610-fe63a9d67ba8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=47a8ff60-a9c0-4f9b-a123-cbb1e59064c4 HTTP/1.1" status: 200 len: 854 time: 0.0444958 Sep 22 04:31:42.908190 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632dbeae-84f0-478f-a38a-979a1a15fd20 req-491343ab-fb06-4241-acf8-ef4a32c396eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:42.909739 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-632dbeae-84f0-478f-a38a-979a1a15fd20 req-491343ab-fb06-4241-acf8-ef4a32c396eb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8d3ce0b1-05e4-4b1c-977a-3c30963a3756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405478 Sep 22 04:31:43.015265 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-632dbeae-84f0-478f-a38a-979a1a15fd20 req-6e5aac80-196d-4da4-b444-42732f2ec41e service neutron] 10.222.0.30 "GET /v2.0/networks/8d3ce0b1-05e4-4b1c-977a-3c30963a3756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890524 Sep 22 04:31:43.112022 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-632dbeae-84f0-478f-a38a-979a1a15fd20 req-ea788a99-c048-4035-a211-cf1c2795b936 service neutron] 10.222.0.30 "GET /v2.0/networks/8d3ce0b1-05e4-4b1c-977a-3c30963a3756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838077 Sep 22 04:31:43.475792 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026be42-22de-498b-9a46-96a3f85a5889 req-0c620bab-780a-4df3-99da-1d05d8bd892d tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:43.477766 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-c026be42-22de-498b-9a46-96a3f85a5889 req-0c620bab-780a-4df3-99da-1d05d8bd892d tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/ports?device_id=82c75eac-ff79-4e36-86b8-c01f924f13fa HTTP/1.1" status: 200 len: 945 time: 0.0504575 Sep 22 04:31:43.510802 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35758a33-ea2c-4ee5-bd25-d8f25b0a9777 req-bfe64c9c-5ec8-44fb-8609-0990e1700802 tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:43.512148 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-35758a33-ea2c-4ee5-bd25-d8f25b0a9777 req-bfe64c9c-5ec8-44fb-8609-0990e1700802 tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f2c72cb-bc2a-4387-8133-d1462219983f HTTP/1.1" status: 200 len: 945 time: 0.0526314 Sep 22 04:31:43.521120 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-c026be42-22de-498b-9a46-96a3f85a5889 req-5b7c5f87-e7ec-463e-a5a5-b89afbf44405 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa7be617-2fe6-4836-b1f1-d63120ca8390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372980 Sep 22 04:31:43.557959 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-35758a33-ea2c-4ee5-bd25-d8f25b0a9777 req-3a07c96a-8e21-449e-b39e-eccecdf9c8f1 tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] 10.222.0.24 "GET /v2.0/security-groups?id=10120f0e-3709-4776-9aec-43133491c21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394371 Sep 22 04:31:43.677776 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c5d342-df7b-4cdb-9c9f-8334e683b368 req-aabbd3ef-41e0-4daf-b037-95e99e1782c6 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:43.679222 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-30c5d342-df7b-4cdb-9c9f-8334e683b368 req-aabbd3ef-41e0-4daf-b037-95e99e1782c6 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=73071d9e-f5bc-439b-a5c9-d1ef0da01f57 HTTP/1.1" status: 200 len: 943 time: 0.0481935 Sep 22 04:31:43.722335 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-30c5d342-df7b-4cdb-9c9f-8334e683b368 req-b20f137f-8dd8-411b-9c17-20854719462b tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=0987b5bf-9d30-4aee-b9ff-4b85b30fe4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370405 Sep 22 04:31:44.315713 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d8a79e-c899-4dec-866b-b24da8b437b6 req-d2c4ed28-9393-45dc-b5b1-2c3c1d41a53d tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:44.317220 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-06d8a79e-c899-4dec-866b-b24da8b437b6 req-d2c4ed28-9393-45dc-b5b1-2c3c1d41a53d tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/ports?device_id=959c1fb3-2aa2-4da4-a6b9-a73dd376c8a5 HTTP/1.1" status: 200 len: 945 time: 0.0472693 Sep 22 04:31:44.354909 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-06d8a79e-c899-4dec-866b-b24da8b437b6 req-ec0fdf22-df46-475a-91f7-35d38f07b213 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bc11e4-7abd-4750-8ac3-63f5066b0018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310497 Sep 22 04:31:44.636124 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64167fc5-e2d5-4ba1-b822-a86280f06cd7 req-5ad688f1-34ff-499d-85e4-f4c789ed418c tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:44.637652 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-64167fc5-e2d5-4ba1-b822-a86280f06cd7 req-5ad688f1-34ff-499d-85e4-f4c789ed418c tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/ports?device_id=82c75eac-ff79-4e36-86b8-c01f924f13fa HTTP/1.1" status: 200 len: 945 time: 0.0481856 Sep 22 04:31:44.670896 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f51075-6596-4aff-bf6a-7881b09e4d88 req-430ab22a-62fa-435f-b0f1-37e7a2646aa7 tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:44.672440 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-32f51075-6596-4aff-bf6a-7881b09e4d88 req-430ab22a-62fa-435f-b0f1-37e7a2646aa7 tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f2c72cb-bc2a-4387-8133-d1462219983f HTTP/1.1" status: 200 len: 945 time: 0.0483546 Sep 22 04:31:44.675299 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-64167fc5-e2d5-4ba1-b822-a86280f06cd7 req-27d7fea6-516f-4495-acf9-de1053526a2f tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa7be617-2fe6-4836-b1f1-d63120ca8390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312994 Sep 22 04:31:44.715200 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-32f51075-6596-4aff-bf6a-7881b09e4d88 req-87e30c9a-fb4c-4070-984b-657f60f12663 tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] 10.222.0.24 "GET /v2.0/security-groups?id=10120f0e-3709-4776-9aec-43133491c21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363190 Sep 22 04:31:44.840557 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6f123c-8329-464b-b2cc-02e81bf0e1ae req-f3f08d5a-f0ec-4a33-a4a2-132eee9fda74 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:44.841872 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-5a6f123c-8329-464b-b2cc-02e81bf0e1ae req-f3f08d5a-f0ec-4a33-a4a2-132eee9fda74 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=73071d9e-f5bc-439b-a5c9-d1ef0da01f57 HTTP/1.1" status: 200 len: 943 time: 0.0479786 Sep 22 04:31:44.878710 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-5a6f123c-8329-464b-b2cc-02e81bf0e1ae req-25fad110-1526-4a6a-a083-04c257711972 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=0987b5bf-9d30-4aee-b9ff-4b85b30fe4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305941 Sep 22 04:31:45.107571 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c618369d-950c-4caa-875d-30fb7e7c6d57 req-3edac47b-4ff6-40b9-9df9-39b78811cdda tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:45.109015 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-c618369d-950c-4caa-875d-30fb7e7c6d57 req-3edac47b-4ff6-40b9-9df9-39b78811cdda tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.30 "GET /v2.0/ports?device_id=82c75eac-ff79-4e36-86b8-c01f924f13fa HTTP/1.1" status: 200 len: 945 time: 0.0468276 Sep 22 04:31:45.206431 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [req-c618369d-950c-4caa-875d-30fb7e7c6d57 req-f8eb4bce-adbe-4279-8aa7-91eed94f8727 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Deleting port 75abee4a-8c15-411f-ade5-0f4864c5df91 {{(pid=94616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 04:31:45.207021 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-c618369d-950c-4caa-875d-30fb7e7c6d57 req-f8eb4bce-adbe-4279-8aa7-91eed94f8727 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769518975272'] for port, before_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:31:45.298854 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [req-c618369d-950c-4caa-875d-30fb7e7c6d57 req-f8eb4bce-adbe-4279-8aa7-91eed94f8727 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] For port 75abee4a-8c15-411f-ade5-0f4864c5df91, host hv-cinder-81011, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81011',level=0,port_id=75abee4a-8c15-411f-ade5-0f4864c5df91,segment=NetworkSegment(52b11b22-035d-48af-b1df-a7c29b32f724),segment_id=52b11b22-035d-48af-b1df-a7c29b32f724)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:31:45.298990 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-c618369d-950c-4caa-875d-30fb7e7c6d57 req-f8eb4bce-adbe-4279-8aa7-91eed94f8727 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1861379'] for port, precommit_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:31:45.313684 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [req-c618369d-950c-4caa-875d-30fb7e7c6d57 req-f8eb4bce-adbe-4279-8aa7-91eed94f8727 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Calling delete_port for 75abee4a-8c15-411f-ade5-0f4864c5df91 owned by compute:nova {{(pid=94616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 04:31:45.472166 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ce614a-e3b2-4fc9-a9a7-7f1316e6e321 req-1c15a304-68f9-437d-afda-7b3982235a36 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:45.473683 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-70ce614a-e3b2-4fc9-a9a7-7f1316e6e321 req-1c15a304-68f9-437d-afda-7b3982235a36 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/ports?device_id=959c1fb3-2aa2-4da4-a6b9-a73dd376c8a5 HTTP/1.1" status: 200 len: 945 time: 0.0489328 Sep 22 04:31:45.512693 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-c618369d-950c-4caa-875d-30fb7e7c6d57 req-f8eb4bce-adbe-4279-8aa7-91eed94f8727 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769518980334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769518673866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534565802'] for port, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:31:45.513736 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-70ce614a-e3b2-4fc9-a9a7-7f1316e6e321 req-cb68bb4c-454f-4412-ad60-65c5b349d9bf tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bc11e4-7abd-4750-8ac3-63f5066b0018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333114 Sep 22 04:31:45.533865 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] get_ports_and_sgs() called for port_ids ['75abee4a-8c15-411f-ade5-0f4864c5df91', '375905af-0844-46f2-a266-6a83b109e386'] {{(pid=94617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 04:31:45.550653 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eb4bce-adbe-4279-8aa7-91eed94f8727 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Pushing event deleted for resources: {'Port': ['ID=75abee4a-8c15-411f-ade5-0f4864c5df91,revision_number=None']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:31:45.586355 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvrscheduler_db [req-c618369d-950c-4caa-875d-30fb7e7c6d57 req-f8eb4bce-adbe-4279-8aa7-91eed94f8727 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] No DVR routers for this DVR port 75abee4a-8c15-411f-ade5-0f4864c5df91 on host hv-cinder-81011 {{(pid=94616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 04:31:45.589812 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-c618369d-950c-4caa-875d-30fb7e7c6d57 req-f8eb4bce-adbe-4279-8aa7-91eed94f8727 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34584'] for port, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:31:45.590895 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-c618369d-950c-4caa-875d-30fb7e7c6d57 req-f8eb4bce-adbe-4279-8aa7-91eed94f8727 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.30 "DELETE /v2.0/ports/75abee4a-8c15-411f-ade5-0f4864c5df91 HTTP/1.1" status: 204 len: 173 time: 0.4718378 Sep 22 04:31:45.591331 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82c75eac-ff79-4e36-86b8-c01f924f13fa', 'name': 'network-vif-deleted', 'tag': '75abee4a-8c15-411f-ade5-0f4864c5df91'}] {{(pid=94616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 04:31:45.593726 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ee93b3f7eb2b2b6a350c95698ebe5b9c8d238e2160e747b625fec6bb3c76933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e6ff44a-c3fd-4d14-bbeb-1859cddf562f" -d '{"events": [{"server_uuid": "82c75eac-ff79-4e36-86b8-c01f924f13fa", "name": "network-vif-deleted", "tag": "75abee4a-8c15-411f-ade5-0f4864c5df91"}]}' {{(pid=94616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 04:31:45.631641 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 04:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fc2dd08-2f24-40e1-bd0a-5280427f9981 x-openstack-request-id: req-5fc2dd08-2f24-40e1-bd0a-5280427f9981 {{(pid=94616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 04:31:45.632000 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82c75eac-ff79-4e36-86b8-c01f924f13fa", "name": "network-vif-deleted", "tag": "75abee4a-8c15-411f-ade5-0f4864c5df91", "status": "completed", "code": 200}]} {{(pid=94616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 04:31:45.632259 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5fc2dd08-2f24-40e1-bd0a-5280427f9981 {{(pid=94616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 04:31:45.632706 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82c75eac-ff79-4e36-86b8-c01f924f13fa', 'name': 'network-vif-deleted', 'tag': '75abee4a-8c15-411f-ade5-0f4864c5df91', 'status': 'completed', 'code': 200} Sep 22 04:31:45.770390 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-9e050382-9b5c-4c42-adf9-b96e59b7bcc8 req-ac629285-301e-4770-9c5e-b8da4492719c tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/ports?device_id=82c75eac-ff79-4e36-86b8-c01f924f13fa HTTP/1.1" status: 200 len: 210 time: 0.0252755 Sep 22 04:31:45.997957 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dccb570-97c6-4aee-ba1d-5e45de94e1e9 req-2175a645-750a-4927-9e50-1dd67ef4a6e3 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:45.999529 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-6dccb570-97c6-4aee-ba1d-5e45de94e1e9 req-2175a645-750a-4927-9e50-1dd67ef4a6e3 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=73071d9e-f5bc-439b-a5c9-d1ef0da01f57 HTTP/1.1" status: 200 len: 943 time: 0.0494037 Sep 22 04:31:46.040204 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-6dccb570-97c6-4aee-ba1d-5e45de94e1e9 req-9cc98a67-8791-417a-9b28-e569dc13337c tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=0987b5bf-9d30-4aee-b9ff-4b85b30fe4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342820 Sep 22 04:31:46.159581 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958dd4b3-d401-4ec9-92f7-af071b2223b8 req-542fc03d-3c3a-4b49-8620-e24f37f030c8 tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:46.161062 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-958dd4b3-d401-4ec9-92f7-af071b2223b8 req-542fc03d-3c3a-4b49-8620-e24f37f030c8 tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f2c72cb-bc2a-4387-8133-d1462219983f HTTP/1.1" status: 200 len: 945 time: 0.0516777 Sep 22 04:31:46.198704 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-958dd4b3-d401-4ec9-92f7-af071b2223b8 req-94e00e8e-80b2-4f90-bc24-d4669262a6ab tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] 10.222.0.24 "GET /v2.0/security-groups?id=10120f0e-3709-4776-9aec-43133491c21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311396 Sep 22 04:31:46.257139 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d2566f-1552-4d83-bd2a-547cdc7958ea req-ad881a0d-69e9-473d-a3ed-e8c2fc4e2291 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:46.258554 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-44d2566f-1552-4d83-bd2a-547cdc7958ea req-ad881a0d-69e9-473d-a3ed-e8c2fc4e2291 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.30 "GET /v2.0/ports?device_id=959c1fb3-2aa2-4da4-a6b9-a73dd376c8a5 HTTP/1.1" status: 200 len: 945 time: 0.0467706 Sep 22 04:31:46.367517 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [req-44d2566f-1552-4d83-bd2a-547cdc7958ea req-d36a755f-fed1-4230-a6b8-10e250c2854f tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Deleting port 5ed5ec9e-e6b8-4216-ab5d-4cb94a34cc40 {{(pid=94616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 04:31:46.367853 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-44d2566f-1552-4d83-bd2a-547cdc7958ea req-d36a755f-fed1-4230-a6b8-10e250c2854f tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769518975272'] for port, before_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:31:46.453682 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [req-44d2566f-1552-4d83-bd2a-547cdc7958ea req-d36a755f-fed1-4230-a6b8-10e250c2854f tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] For port 5ed5ec9e-e6b8-4216-ab5d-4cb94a34cc40, host hv-cinder-81011, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81011',level=0,port_id=5ed5ec9e-e6b8-4216-ab5d-4cb94a34cc40,segment=NetworkSegment(bc8c3708-e396-4d9b-bfd8-c6b3490a63a6),segment_id=bc8c3708-e396-4d9b-bfd8-c6b3490a63a6)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:31:46.453981 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-44d2566f-1552-4d83-bd2a-547cdc7958ea req-d36a755f-fed1-4230-a6b8-10e250c2854f tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1861379'] for port, precommit_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:31:46.465925 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [req-44d2566f-1552-4d83-bd2a-547cdc7958ea req-d36a755f-fed1-4230-a6b8-10e250c2854f tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Calling delete_port for 5ed5ec9e-e6b8-4216-ab5d-4cb94a34cc40 owned by compute:nova {{(pid=94616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 04:31:46.631773 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67b7b62-0cf6-4531-aa53-e8392f77b5a3 req-45d5899f-6c0d-4ea9-a2e3-c056996e766f tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:46.633304 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-f67b7b62-0cf6-4531-aa53-e8392f77b5a3 req-45d5899f-6c0d-4ea9-a2e3-c056996e766f tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/ports?device_id=959c1fb3-2aa2-4da4-a6b9-a73dd376c8a5 HTTP/1.1" status: 200 len: 945 time: 0.0493898 Sep 22 04:31:46.670589 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-f67b7b62-0cf6-4531-aa53-e8392f77b5a3 req-c1ed750c-d8f7-4cc9-91fe-222f88f5ac2b tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bc11e4-7abd-4750-8ac3-63f5066b0018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311117 Sep 22 04:31:46.677951 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-44d2566f-1552-4d83-bd2a-547cdc7958ea req-d36a755f-fed1-4230-a6b8-10e250c2854f tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769518980334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769518673866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534565802'] for port, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:31:46.690603 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] get_ports_and_sgs() called for port_ids ['ced3eb09-8f02-495f-a797-099db1f64e83', '5ed5ec9e-e6b8-4216-ab5d-4cb94a34cc40'] {{(pid=94617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 04:31:46.707478 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36a755f-fed1-4230-a6b8-10e250c2854f tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Pushing event deleted for resources: {'Port': ['ID=5ed5ec9e-e6b8-4216-ab5d-4cb94a34cc40,revision_number=None']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:31:46.747401 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvrscheduler_db [req-44d2566f-1552-4d83-bd2a-547cdc7958ea req-d36a755f-fed1-4230-a6b8-10e250c2854f tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] No DVR routers for this DVR port 5ed5ec9e-e6b8-4216-ab5d-4cb94a34cc40 on host hv-cinder-81011 {{(pid=94616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 04:31:46.750187 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-44d2566f-1552-4d83-bd2a-547cdc7958ea req-d36a755f-fed1-4230-a6b8-10e250c2854f tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34584'] for port, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:31:46.752183 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-44d2566f-1552-4d83-bd2a-547cdc7958ea req-d36a755f-fed1-4230-a6b8-10e250c2854f tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.30 "DELETE /v2.0/ports/5ed5ec9e-e6b8-4216-ab5d-4cb94a34cc40 HTTP/1.1" status: 204 len: 173 time: 0.4707098 Sep 22 04:31:47.161661 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cf2934-200c-4175-9d5a-710539b0dec7 req-57f3e151-352c-4b51-99fa-bdf26c147fd1 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:47.163137 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-91cf2934-200c-4175-9d5a-710539b0dec7 req-57f3e151-352c-4b51-99fa-bdf26c147fd1 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=73071d9e-f5bc-439b-a5c9-d1ef0da01f57 HTTP/1.1" status: 200 len: 943 time: 0.0514343 Sep 22 04:31:47.200702 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-91cf2934-200c-4175-9d5a-710539b0dec7 req-76535367-2214-4210-9631-4846507b7bd1 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=0987b5bf-9d30-4aee-b9ff-4b85b30fe4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314922 Sep 22 04:31:47.317846 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007b06a1-ad8b-48ea-a686-30e3b0c76498 req-7cb0dd5e-f0be-4b5a-9921-9e11096880e4 tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:47.319347 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-007b06a1-ad8b-48ea-a686-30e3b0c76498 req-7cb0dd5e-f0be-4b5a-9921-9e11096880e4 tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f2c72cb-bc2a-4387-8133-d1462219983f HTTP/1.1" status: 200 len: 945 time: 0.0502028 Sep 22 04:31:47.357409 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-007b06a1-ad8b-48ea-a686-30e3b0c76498 req-6f63079d-2b33-478a-a382-1eead2afbfcf tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] 10.222.0.24 "GET /v2.0/security-groups?id=10120f0e-3709-4776-9aec-43133491c21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310531 Sep 22 04:31:47.373145 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d842efc-ae48-447c-bc1e-4abe380d1a44 req-36caeb0f-d369-4142-b318-01a297e858c8 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:47.374788 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-9d842efc-ae48-447c-bc1e-4abe380d1a44 req-36caeb0f-d369-4142-b318-01a297e858c8 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ecf19b8-6886-42a0-afa3-aef3b137e1dc HTTP/1.1" status: 200 len: 945 time: 0.0544655 Sep 22 04:31:47.415616 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-9d842efc-ae48-447c-bc1e-4abe380d1a44 req-c2babead-02a4-4905-b571-4267b134f15c tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa7be617-2fe6-4836-b1f1-d63120ca8390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348947 Sep 22 04:31:47.633929 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '959c1fb3-2aa2-4da4-a6b9-a73dd376c8a5', 'name': 'network-vif-deleted', 'tag': '5ed5ec9e-e6b8-4216-ab5d-4cb94a34cc40'}] {{(pid=94616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 04:31:47.636871 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ee93b3f7eb2b2b6a350c95698ebe5b9c8d238e2160e747b625fec6bb3c76933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd9f179e-2aab-433f-a998-b47ff60d6b38" -d '{"events": [{"server_uuid": "959c1fb3-2aa2-4da4-a6b9-a73dd376c8a5", "name": "network-vif-deleted", "tag": "5ed5ec9e-e6b8-4216-ab5d-4cb94a34cc40"}]}' {{(pid=94616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 04:31:47.670703 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 04:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-877718b1-7509-4404-baae-0a8d72da5c22 x-openstack-request-id: req-877718b1-7509-4404-baae-0a8d72da5c22 {{(pid=94616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 04:31:47.670987 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "959c1fb3-2aa2-4da4-a6b9-a73dd376c8a5", "name": "network-vif-deleted", "tag": "5ed5ec9e-e6b8-4216-ab5d-4cb94a34cc40", "status": "completed", "code": 200}]} {{(pid=94616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 04:31:47.671233 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-877718b1-7509-4404-baae-0a8d72da5c22 {{(pid=94616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 04:31:47.671638 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '959c1fb3-2aa2-4da4-a6b9-a73dd376c8a5', 'name': 'network-vif-deleted', 'tag': '5ed5ec9e-e6b8-4216-ab5d-4cb94a34cc40', 'status': 'completed', 'code': 200} Sep 22 04:31:47.774613 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-3f5607cf-dc99-4c71-b60b-550a8d57edb8 req-732ceb25-4c74-44ab-b10a-835b809ac7b8 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/ports?device_id=959c1fb3-2aa2-4da4-a6b9-a73dd376c8a5 HTTP/1.1" status: 200 len: 210 time: 0.0253108 Sep 22 04:31:48.279243 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503f2a4b-64be-4feb-95e3-a41ab0e51194 req-191d9046-5f84-4f6a-9016-23b1ae067dba tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:48.280727 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-503f2a4b-64be-4feb-95e3-a41ab0e51194 req-191d9046-5f84-4f6a-9016-23b1ae067dba tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f2c72cb-bc2a-4387-8133-d1462219983f HTTP/1.1" status: 200 len: 945 time: 0.0481279 Sep 22 04:31:48.383929 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbc9d80-dde4-485d-a05c-7df3f2b8de11 req-e42159ce-5ae9-446e-9ad4-e0cf5715bf44 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:48.385511 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-dcbc9d80-dde4-485d-a05c-7df3f2b8de11 req-e42159ce-5ae9-446e-9ad4-e0cf5715bf44 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=73071d9e-f5bc-439b-a5c9-d1ef0da01f57 HTTP/1.1" status: 200 len: 943 time: 0.1018054 Sep 22 04:31:48.431168 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [req-503f2a4b-64be-4feb-95e3-a41ab0e51194 req-e716caeb-bf2a-42c5-88bf-c5036dd9ad07 tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] Deleting port 0e39036f-d48d-44f6-98c8-04c6a639cfee {{(pid=94616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 04:31:48.432079 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-503f2a4b-64be-4feb-95e3-a41ab0e51194 req-e716caeb-bf2a-42c5-88bf-c5036dd9ad07 tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769518975272'] for port, before_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:31:48.448852 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-dcbc9d80-dde4-485d-a05c-7df3f2b8de11 req-45c912ab-3aec-43ea-9fe6-b5f4a01713e6 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=0987b5bf-9d30-4aee-b9ff-4b85b30fe4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556381 Sep 22 04:31:48.473795 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c482c11-f551-489e-a1b7-b77fbbfa2325 req-7449cb9a-d186-4d03-acea-1129bed729e9 tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:48.475004 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-7c482c11-f551-489e-a1b7-b77fbbfa2325 req-7449cb9a-d186-4d03-acea-1129bed729e9 tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f2c72cb-bc2a-4387-8133-d1462219983f HTTP/1.1" status: 200 len: 945 time: 0.0496609 Sep 22 04:31:48.513435 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-7c482c11-f551-489e-a1b7-b77fbbfa2325 req-51da1458-88cb-4d43-95ae-e3688d00e1ad tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] 10.222.0.24 "GET /v2.0/security-groups?id=10120f0e-3709-4776-9aec-43133491c21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319872 Sep 22 04:31:48.555813 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [req-503f2a4b-64be-4feb-95e3-a41ab0e51194 req-e716caeb-bf2a-42c5-88bf-c5036dd9ad07 tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] For port 0e39036f-d48d-44f6-98c8-04c6a639cfee, host hv-cinder-81011, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81011',level=0,port_id=0e39036f-d48d-44f6-98c8-04c6a639cfee,segment=NetworkSegment(85b97eb4-11ab-4593-9764-348e613718a2),segment_id=85b97eb4-11ab-4593-9764-348e613718a2)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:31:48.556176 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-503f2a4b-64be-4feb-95e3-a41ab0e51194 req-e716caeb-bf2a-42c5-88bf-c5036dd9ad07 tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1861379'] for port, precommit_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:31:48.571870 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [req-503f2a4b-64be-4feb-95e3-a41ab0e51194 req-e716caeb-bf2a-42c5-88bf-c5036dd9ad07 tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] Calling delete_port for 0e39036f-d48d-44f6-98c8-04c6a639cfee owned by compute:nova {{(pid=94616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 04:31:48.591502 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc48194-929b-4c18-8d5b-f0d1ed7b411f req-43e678d1-3a19-4446-b2aa-9c937ccaf99d tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:48.593001 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-2dc48194-929b-4c18-8d5b-f0d1ed7b411f req-43e678d1-3a19-4446-b2aa-9c937ccaf99d tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ecf19b8-6886-42a0-afa3-aef3b137e1dc HTTP/1.1" status: 200 len: 945 time: 0.0764556 Sep 22 04:31:48.677109 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-2dc48194-929b-4c18-8d5b-f0d1ed7b411f req-4e8bb0d0-7b8e-48d9-834c-f19e9e442389 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa7be617-2fe6-4836-b1f1-d63120ca8390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503316 Sep 22 04:31:48.803768 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-503f2a4b-64be-4feb-95e3-a41ab0e51194 req-e716caeb-bf2a-42c5-88bf-c5036dd9ad07 tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769518980334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769518673866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534565802'] for port, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:31:48.819409 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] get_ports_and_sgs() called for port_ids ['0e39036f-d48d-44f6-98c8-04c6a639cfee'] {{(pid=94617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 04:31:48.840413 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e716caeb-bf2a-42c5-88bf-c5036dd9ad07 tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] Pushing event deleted for resources: {'Port': ['ID=0e39036f-d48d-44f6-98c8-04c6a639cfee,revision_number=None']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:31:48.875681 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvrscheduler_db [req-503f2a4b-64be-4feb-95e3-a41ab0e51194 req-e716caeb-bf2a-42c5-88bf-c5036dd9ad07 tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] No DVR routers for this DVR port 0e39036f-d48d-44f6-98c8-04c6a639cfee on host hv-cinder-81011 {{(pid=94616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 04:31:48.878435 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-503f2a4b-64be-4feb-95e3-a41ab0e51194 req-e716caeb-bf2a-42c5-88bf-c5036dd9ad07 tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34584'] for port, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:31:48.880378 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-503f2a4b-64be-4feb-95e3-a41ab0e51194 req-e716caeb-bf2a-42c5-88bf-c5036dd9ad07 tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] 10.222.0.30 "DELETE /v2.0/ports/0e39036f-d48d-44f6-98c8-04c6a639cfee HTTP/1.1" status: 204 len: 173 time: 0.5887704 Sep 22 04:31:49.570246 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6de324-9f5e-4946-bd06-3695f7227291 req-70094322-7310-4173-bf1a-2365bf070027 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:49.571660 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-cd6de324-9f5e-4946-bd06-3695f7227291 req-70094322-7310-4173-bf1a-2365bf070027 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=73071d9e-f5bc-439b-a5c9-d1ef0da01f57 HTTP/1.1" status: 200 len: 943 time: 0.0519862 Sep 22 04:31:49.611803 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-cd6de324-9f5e-4946-bd06-3695f7227291 req-63cc63ba-c756-4640-a414-b2c5a771465c tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=0987b5bf-9d30-4aee-b9ff-4b85b30fe4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329268 Sep 22 04:31:49.629678 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-a9d5bc73-1c8e-4492-81ed-13422f56e26b req-746c9e1d-c19b-436d-acb2-387842d32cb5 tempest-VolumesActionsTest-1389300690 tempest-VolumesActionsTest-1389300690-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f2c72cb-bc2a-4387-8133-d1462219983f HTTP/1.1" status: 200 len: 210 time: 0.0279808 Sep 22 04:31:49.672664 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f2c72cb-bc2a-4387-8133-d1462219983f', 'name': 'network-vif-deleted', 'tag': '0e39036f-d48d-44f6-98c8-04c6a639cfee'}] {{(pid=94616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 04:31:49.675059 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ee93b3f7eb2b2b6a350c95698ebe5b9c8d238e2160e747b625fec6bb3c76933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-816e2634-1bb7-44d1-ac94-d3cf9e81c764" -d '{"events": [{"server_uuid": "2f2c72cb-bc2a-4387-8133-d1462219983f", "name": "network-vif-deleted", "tag": "0e39036f-d48d-44f6-98c8-04c6a639cfee"}]}' {{(pid=94616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 04:31:49.712399 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 04:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a03f0bd-1e27-4444-b0b6-0119e3781498 x-openstack-request-id: req-0a03f0bd-1e27-4444-b0b6-0119e3781498 {{(pid=94616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 04:31:49.712564 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f2c72cb-bc2a-4387-8133-d1462219983f", "name": "network-vif-deleted", "tag": "0e39036f-d48d-44f6-98c8-04c6a639cfee", "status": "completed", "code": 200}]} {{(pid=94616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 04:31:49.712880 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0a03f0bd-1e27-4444-b0b6-0119e3781498 {{(pid=94616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 04:31:49.713272 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f2c72cb-bc2a-4387-8133-d1462219983f', 'name': 'network-vif-deleted', 'tag': '0e39036f-d48d-44f6-98c8-04c6a639cfee', 'status': 'completed', 'code': 200} Sep 22 04:31:49.796171 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6450396b-728e-41c5-add0-becf14bac406 req-1e1b6bd3-cd12-4822-a5ec-e544221d1d9c tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:49.797725 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-6450396b-728e-41c5-add0-becf14bac406 req-1e1b6bd3-cd12-4822-a5ec-e544221d1d9c tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ecf19b8-6886-42a0-afa3-aef3b137e1dc HTTP/1.1" status: 200 len: 945 time: 0.0508842 Sep 22 04:31:49.835701 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-6450396b-728e-41c5-add0-becf14bac406 req-f15d7aac-4b59-4a28-a2f4-9e8b62a369db tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa7be617-2fe6-4836-b1f1-d63120ca8390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318749 Sep 22 04:31:50.186881 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-693e9e0a-7129-4e5b-9048-6fce7d8a0146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:31:50.629772 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8f4db8-9da8-436e-a13b-7f990e492ca8 req-2513f84a-749c-4aa2-9fa1-80737baa887f tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:50.629772 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-fb8f4db8-9da8-436e-a13b-7f990e492ca8 req-2513f84a-749c-4aa2-9fa1-80737baa887f tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bfb29ed-f586-48e0-aff0-468f89beab91 HTTP/1.1" status: 200 len: 945 time: 0.0502398 Sep 22 04:31:50.668310 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-fb8f4db8-9da8-436e-a13b-7f990e492ca8 req-bd3bc177-40db-4bc7-985a-62482dad1681 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bc11e4-7abd-4750-8ac3-63f5066b0018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327899 Sep 22 04:31:50.740096 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d90999-7f78-4c39-ab1a-619a622268c3 req-66d3e79a-022e-4f00-b656-ccfc4b36cc7d tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:50.741882 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-14d90999-7f78-4c39-ab1a-619a622268c3 req-66d3e79a-022e-4f00-b656-ccfc4b36cc7d tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=73071d9e-f5bc-439b-a5c9-d1ef0da01f57 HTTP/1.1" status: 200 len: 943 time: 0.0549512 Sep 22 04:31:50.750980 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Device 51a19702-4eda-4f86-9047-04b4c57dde31 details requested by agent hyperv_hv-cinder-81011 with host hv-cinder-81011 {{(pid=94617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 04:31:50.756061 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Device 75abee4a-8c15-411f-ade5-0f4864c5df91 no longer exists at agent hyperv_hv-cinder-81011 {{(pid=94617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 04:31:50.779922 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.plugin [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] No Port match for: 75abee4a-8c15-411f-ade5-0f4864c5df91 {{(pid=94617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 04:31:50.780261 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Device 75abee4a-8c15-411f-ade5-0f4864c5df91 not bound to the agent host hv-cinder-81011 {{(pid=94617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 04:31:50.780703 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Device 5ed5ec9e-e6b8-4216-ab5d-4cb94a34cc40 no longer exists at agent hyperv_hv-cinder-81011 {{(pid=94617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 04:31:50.783693 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-14d90999-7f78-4c39-ab1a-619a622268c3 req-dc7ceba6-8bff-4940-94be-ada4bb8bcc58 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=0987b5bf-9d30-4aee-b9ff-4b85b30fe4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340414 Sep 22 04:31:50.813504 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.plugin [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] No Port match for: 5ed5ec9e-e6b8-4216-ab5d-4cb94a34cc40 {{(pid=94617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 04:31:50.813504 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Device 5ed5ec9e-e6b8-4216-ab5d-4cb94a34cc40 not bound to the agent host hv-cinder-81011 {{(pid=94617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 04:31:50.893140 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] For port 51a19702-4eda-4f86-9047-04b4c57dde31, host hv-cinder-81011, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81011',level=0,port_id=51a19702-4eda-4f86-9047-04b4c57dde31,segment=NetworkSegment(30b5be0d-9a0d-4d41-ab50-368f87857a66),segment_id=30b5be0d-9a0d-4d41-ab50-368f87857a66)] {{(pid=94617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:31:50.914009 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Returning: {'device': '51a19702-4eda-4f86-9047-04b4c57dde31', 'network_id': '203dddc9-87c2-468f-9ab9-d2290e8ee531', 'port_id': '51a19702-4eda-4f86-9047-04b4c57dde31', 'mac_address': 'fa:16:3e:e1:f3:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4ceb253-3d8e-46ef-b438-694b8c1700e2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 04:31:50.953235 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:31:50.957648 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbce80cf-113b-4e98-add2-35312058e03d req-9ee7c785-2b9b-4a4b-9d19-fbfba0261141 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:50.959173 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-bbce80cf-113b-4e98-add2-35312058e03d req-9ee7c785-2b9b-4a4b-9d19-fbfba0261141 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ecf19b8-6886-42a0-afa3-aef3b137e1dc HTTP/1.1" status: 200 len: 945 time: 0.0502222 Sep 22 04:31:50.967190 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.notifiers.nova [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51a19702-4eda-4f86-9047-04b4c57dde31 {{(pid=94617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 04:31:50.986463 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] For port 51a19702-4eda-4f86-9047-04b4c57dde31, host hv-cinder-81011, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81011',level=0,port_id=51a19702-4eda-4f86-9047-04b4c57dde31,segment=NetworkSegment(30b5be0d-9a0d-4d41-ab50-368f87857a66),segment_id=30b5be0d-9a0d-4d41-ab50-368f87857a66)] {{(pid=94617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:31:50.998461 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-bbce80cf-113b-4e98-add2-35312058e03d req-1b8d29a1-c81d-4b5a-916f-100930939684 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa7be617-2fe6-4836-b1f1-d63120ca8390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319271 Sep 22 04:31:51.130565 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:31:51.171252 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Pushing event updated for resources: {'Port': ['ID=51a19702-4eda-4f86-9047-04b4c57dde31,revision_number=9']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:31:51.178151 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:31:51.178499 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:31:51.178838 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:31:51.179171 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:31:51.179497 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:31:51.179824 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:31:51.180148 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:31:51.180479 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:31:51.180836 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:31:51.181161 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:31:51.182013 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:31:51.182346 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:31:51.451564 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] get_ports_and_sgs() called for port_ids ['51a19702-4eda-4f86-9047-04b4c57dde31'] {{(pid=94617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 04:31:51.780577 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78639a06-ef85-46ed-865a-610a00539a91 req-42bc263c-76d9-4fc8-a76d-3cd25a59c69d tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:51.782189 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-78639a06-ef85-46ed-865a-610a00539a91 req-42bc263c-76d9-4fc8-a76d-3cd25a59c69d tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bfb29ed-f586-48e0-aff0-468f89beab91 HTTP/1.1" status: 200 len: 945 time: 0.0491085 Sep 22 04:31:51.819834 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-78639a06-ef85-46ed-865a-610a00539a91 req-f70e271d-dfc0-4ec3-9147-56ab13840471 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bc11e4-7abd-4750-8ac3-63f5066b0018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317426 Sep 22 04:31:51.907538 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0379a7f0-02d2-4e47-be33-639b1a45b5e3 req-4a1b371a-576f-4ea2-a5f5-04137bcca413 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:51.909099 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-0379a7f0-02d2-4e47-be33-639b1a45b5e3 req-4a1b371a-576f-4ea2-a5f5-04137bcca413 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=73071d9e-f5bc-439b-a5c9-d1ef0da01f57 HTTP/1.1" status: 200 len: 944 time: 0.0518954 Sep 22 04:31:51.947007 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-0379a7f0-02d2-4e47-be33-639b1a45b5e3 req-d3b4df17-f564-4ef9-a871-432ce85d828e tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=0987b5bf-9d30-4aee-b9ff-4b85b30fe4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315874 Sep 22 04:31:52.115134 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be17321-c6f8-40bf-9e6a-f511b7ac9fa9 req-f6a1eda2-bede-4286-aae6-851a066f2c32 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:52.116766 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-2be17321-c6f8-40bf-9e6a-f511b7ac9fa9 req-f6a1eda2-bede-4286-aae6-851a066f2c32 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ecf19b8-6886-42a0-afa3-aef3b137e1dc HTTP/1.1" status: 200 len: 945 time: 0.0527670 Sep 22 04:31:52.153040 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-2be17321-c6f8-40bf-9e6a-f511b7ac9fa9 req-6323960e-4199-44a2-bb14-116154d4dfa4 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa7be617-2fe6-4836-b1f1-d63120ca8390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299911 Sep 22 04:31:52.512139 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-252dc31b-17f9-473c-98d1-53c5018062fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:31:52.771220 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Device 0e39036f-d48d-44f6-98c8-04c6a639cfee no longer exists at agent hyperv_hv-cinder-81011 {{(pid=94617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 04:31:52.792723 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.plugin [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] No Port match for: 0e39036f-d48d-44f6-98c8-04c6a639cfee {{(pid=94617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 04:31:52.793066 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Device 0e39036f-d48d-44f6-98c8-04c6a639cfee not bound to the agent host hv-cinder-81011 {{(pid=94617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 04:31:52.933297 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583fb9d8-8148-49f6-9e0d-6c94ea9b82f2 req-791fe135-120e-4cb7-b1bb-3436b91be689 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:52.934769 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-583fb9d8-8148-49f6-9e0d-6c94ea9b82f2 req-791fe135-120e-4cb7-b1bb-3436b91be689 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bfb29ed-f586-48e0-aff0-468f89beab91 HTTP/1.1" status: 200 len: 945 time: 0.0475111 Sep 22 04:31:52.971539 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-583fb9d8-8148-49f6-9e0d-6c94ea9b82f2 req-f4fb29cd-3fe9-4e98-946c-11ced44d6e93 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bc11e4-7abd-4750-8ac3-63f5066b0018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308690 Sep 22 04:31:53.062392 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f65f5ad-f060-49b1-a148-06cccf5cef49 req-c689e2c9-1314-4411-a3d6-ae43d5d0ab78 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:53.063853 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-2f65f5ad-f060-49b1-a148-06cccf5cef49 req-c689e2c9-1314-4411-a3d6-ae43d5d0ab78 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=73071d9e-f5bc-439b-a5c9-d1ef0da01f57 HTTP/1.1" status: 200 len: 944 time: 0.0468302 Sep 22 04:31:53.102679 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-2f65f5ad-f060-49b1-a148-06cccf5cef49 req-f15133cc-81cf-41a9-96b6-bde8cfd013c1 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=0987b5bf-9d30-4aee-b9ff-4b85b30fe4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329835 Sep 22 04:31:53.261427 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:31:53.265528 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10dddcd-fb44-4345-8f51-5022750fd378 req-c8086d2f-7f1a-4722-9f66-449af699a145 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:53.267012 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-c10dddcd-fb44-4345-8f51-5022750fd378 req-c8086d2f-7f1a-4722-9f66-449af699a145 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ecf19b8-6886-42a0-afa3-aef3b137e1dc HTTP/1.1" status: 200 len: 945 time: 0.0484450 Sep 22 04:31:53.304224 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-c10dddcd-fb44-4345-8f51-5022750fd378 req-97526225-a139-4906-af99-bf9ee13510e3 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa7be617-2fe6-4836-b1f1-d63120ca8390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311103 Sep 22 04:31:54.054865 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-62fe730e-da9a-4cac-a5e3-718f571d83ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:31:54.082537 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69228563-8d4d-44d3-99f6-046455551987 req-f7ccb6d3-0af4-4f3f-b7d2-d5d73b6a1edc tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:54.083978 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-69228563-8d4d-44d3-99f6-046455551987 req-f7ccb6d3-0af4-4f3f-b7d2-d5d73b6a1edc tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bfb29ed-f586-48e0-aff0-468f89beab91 HTTP/1.1" status: 200 len: 945 time: 0.0469286 Sep 22 04:31:54.120716 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-69228563-8d4d-44d3-99f6-046455551987 req-d137d4d6-4a67-4c7e-86ec-9306421175d0 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bc11e4-7abd-4750-8ac3-63f5066b0018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302744 Sep 22 04:31:54.222847 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d751c210-9e88-4d39-bfe2-87cd849aeee3 req-12d3aaa9-1c0d-4e0a-a665-8e605ba631f9 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:54.224236 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-d751c210-9e88-4d39-bfe2-87cd849aeee3 req-12d3aaa9-1c0d-4e0a-a665-8e605ba631f9 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=73071d9e-f5bc-439b-a5c9-d1ef0da01f57 HTTP/1.1" status: 200 len: 944 time: 0.0510190 Sep 22 04:31:54.261221 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-d751c210-9e88-4d39-bfe2-87cd849aeee3 req-09af84e3-9ed4-4d25-9d26-a04915271881 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=0987b5bf-9d30-4aee-b9ff-4b85b30fe4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300856 Sep 22 04:31:54.422081 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba124cd-c2ff-4501-a3ed-6939b29a53ea req-a45a6cf1-df66-435b-849b-a125ace05b43 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:54.423556 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-3ba124cd-c2ff-4501-a3ed-6939b29a53ea req-a45a6cf1-df66-435b-849b-a125ace05b43 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ecf19b8-6886-42a0-afa3-aef3b137e1dc HTTP/1.1" status: 200 len: 945 time: 0.0520101 Sep 22 04:31:54.460216 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-3ba124cd-c2ff-4501-a3ed-6939b29a53ea req-36de15ad-0d82-4eac-9f42-348a15414713 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa7be617-2fe6-4836-b1f1-d63120ca8390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305696 Sep 22 04:31:55.233957 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ad7ade-5ffc-4e41-bf1b-368d6975d396 req-6c7c3f2a-3c4f-4b9c-b930-c5ce02392d50 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:55.235439 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-19ad7ade-5ffc-4e41-bf1b-368d6975d396 req-6c7c3f2a-3c4f-4b9c-b930-c5ce02392d50 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bfb29ed-f586-48e0-aff0-468f89beab91 HTTP/1.1" status: 200 len: 945 time: 0.0478349 Sep 22 04:31:55.272378 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-19ad7ade-5ffc-4e41-bf1b-368d6975d396 req-6086b0d9-cf7c-4c00-b46d-00771aa9e206 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bc11e4-7abd-4750-8ac3-63f5066b0018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311043 Sep 22 04:31:55.379083 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cfc8f1-e2ac-45bb-9fb0-16f015190980 req-ab72869b-bdc2-4a13-ae1c-d80eef1791e5 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:55.380571 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-b9cfc8f1-e2ac-45bb-9fb0-16f015190980 req-ab72869b-bdc2-4a13-ae1c-d80eef1791e5 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=73071d9e-f5bc-439b-a5c9-d1ef0da01f57 HTTP/1.1" status: 200 len: 944 time: 0.0478222 Sep 22 04:31:55.415254 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-b9cfc8f1-e2ac-45bb-9fb0-16f015190980 req-79ff233b-18c5-4de4-afd8-be69a048d0cd tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=0987b5bf-9d30-4aee-b9ff-4b85b30fe4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288415 Sep 22 04:31:55.575211 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26dc57f-3263-422c-872e-412c15da900b req-436a5322-3cc2-48b3-8025-97580b0debcd tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:55.576711 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-c26dc57f-3263-422c-872e-412c15da900b req-436a5322-3cc2-48b3-8025-97580b0debcd tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ecf19b8-6886-42a0-afa3-aef3b137e1dc HTTP/1.1" status: 200 len: 945 time: 0.0498822 Sep 22 04:31:55.614326 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-c26dc57f-3263-422c-872e-412c15da900b req-000e6c93-c5b6-498b-876e-cbdf2419fd69 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa7be617-2fe6-4836-b1f1-d63120ca8390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316613 Sep 22 04:31:55.620775 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-c7bbae2d-f237-46cc-b838-3371bd865633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:31:56.382618 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1a9949-a697-43bc-9e5b-f87343fcb679 req-9fe8bd9d-e58a-42ae-a23f-ca4bed0ddcad tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:56.384088 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-3a1a9949-a697-43bc-9e5b-f87343fcb679 req-9fe8bd9d-e58a-42ae-a23f-ca4bed0ddcad tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bfb29ed-f586-48e0-aff0-468f89beab91 HTTP/1.1" status: 200 len: 945 time: 0.0469291 Sep 22 04:31:56.419808 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-3a1a9949-a697-43bc-9e5b-f87343fcb679 req-a4b94033-e35a-427c-bcd5-c7e5bb71d205 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bc11e4-7abd-4750-8ac3-63f5066b0018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293832 Sep 22 04:31:56.534290 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2effc2e2-93c8-4846-9a00-5f634387f106 req-016237ac-d37c-4518-92e4-bce32ac0a7f5 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:56.535742 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-2effc2e2-93c8-4846-9a00-5f634387f106 req-016237ac-d37c-4518-92e4-bce32ac0a7f5 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=73071d9e-f5bc-439b-a5c9-d1ef0da01f57 HTTP/1.1" status: 200 len: 944 time: 0.0513978 Sep 22 04:31:56.572909 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-2effc2e2-93c8-4846-9a00-5f634387f106 req-835a30c7-cc17-4f72-9ebf-fb7d8f1bc86a tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=0987b5bf-9d30-4aee-b9ff-4b85b30fe4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307641 Sep 22 04:31:56.734016 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351efe62-c6b4-4174-9f8a-132e6a3b4837 req-d86a5c15-3d11-4f04-8e7a-9776ad1777cd tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:56.734016 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-351efe62-c6b4-4174-9f8a-132e6a3b4837 req-d86a5c15-3d11-4f04-8e7a-9776ad1777cd tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ecf19b8-6886-42a0-afa3-aef3b137e1dc HTTP/1.1" status: 200 len: 945 time: 0.0507545 Sep 22 04:31:56.766040 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-351efe62-c6b4-4174-9f8a-132e6a3b4837 req-6925f9ca-13b5-476b-b4dd-506cb4598611 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa7be617-2fe6-4836-b1f1-d63120ca8390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306888 Sep 22 04:31:57.530657 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219043f5-5983-4a04-a3b2-f07d4ebd1506 req-5dbcd6d9-7eaf-4667-b5cc-01bea1f41a38 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:57.532129 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-219043f5-5983-4a04-a3b2-f07d4ebd1506 req-5dbcd6d9-7eaf-4667-b5cc-01bea1f41a38 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bfb29ed-f586-48e0-aff0-468f89beab91 HTTP/1.1" status: 200 len: 945 time: 0.0487189 Sep 22 04:31:57.569401 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-219043f5-5983-4a04-a3b2-f07d4ebd1506 req-42ca97f8-086a-4601-82e2-35140024c099 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bc11e4-7abd-4750-8ac3-63f5066b0018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314178 Sep 22 04:31:57.688929 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c81af8a-a366-408a-9eca-1b5680da6eb7 req-df400ccc-6f87-440d-8cf2-46714a9ab085 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:57.690394 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-5c81af8a-a366-408a-9eca-1b5680da6eb7 req-df400ccc-6f87-440d-8cf2-46714a9ab085 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=73071d9e-f5bc-439b-a5c9-d1ef0da01f57 HTTP/1.1" status: 200 len: 944 time: 0.0478272 Sep 22 04:31:57.732195 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-5c81af8a-a366-408a-9eca-1b5680da6eb7 req-0ac6c4dd-0d17-46a9-b9b7-6b4c42b62011 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=0987b5bf-9d30-4aee-b9ff-4b85b30fe4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297215 Sep 22 04:31:57.877344 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648adf19-52b8-4790-b3a6-1f5b92a6f05e req-b31cbdee-d07c-4972-9397-8b3c002f77b7 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:57.878807 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-648adf19-52b8-4790-b3a6-1f5b92a6f05e req-b31cbdee-d07c-4972-9397-8b3c002f77b7 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ecf19b8-6886-42a0-afa3-aef3b137e1dc HTTP/1.1" status: 200 len: 945 time: 0.0481052 Sep 22 04:31:57.915353 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-648adf19-52b8-4790-b3a6-1f5b92a6f05e req-acf13370-c760-4acc-9526-8834c95a3d1d tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa7be617-2fe6-4836-b1f1-d63120ca8390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308046 Sep 22 04:31:58.225149 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Device 51a19702-4eda-4f86-9047-04b4c57dde31 up at agent hyperv_hv-cinder-81011 {{(pid=94617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 04:31:58.273581 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Provisioning complete for port 51a19702-4eda-4f86-9047-04b4c57dde31 triggered by entity L2. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 04:31:58.273861 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628798'] for port, provisioning_complete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:31:58.285696 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1685a887-4dbd-48dc-b1e5-116449cfb9c9 req-fb14ae6e-c39e-4377-9f0c-1988323b4487 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:58.287148 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-1685a887-4dbd-48dc-b1e5-116449cfb9c9 req-fb14ae6e-c39e-4377-9f0c-1988323b4487 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bfb29ed-f586-48e0-aff0-468f89beab91 HTTP/1.1" status: 200 len: 945 time: 0.0468714 Sep 22 04:31:58.346817 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:31:58.367959 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73071d9e-f5bc-439b-a5c9-d1ef0da01f57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51a19702-4eda-4f86-9047-04b4c57dde31'}] {{(pid=94617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 04:31:58.370206 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}993cef13cba3f0ab7640ec7edf55a13b4a27e0226575f61fb20ce20e7b239147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-747bb2fc-8458-4cf2-aef0-df70780b4a87" -d '{"events": [{"server_uuid": "73071d9e-f5bc-439b-a5c9-d1ef0da01f57", "name": "network-vif-plugged", "status": "completed", "tag": "51a19702-4eda-4f86-9047-04b4c57dde31"}]}' {{(pid=94617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 04:31:58.382452 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] For port 51a19702-4eda-4f86-9047-04b4c57dde31, host hv-cinder-81011, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81011',level=0,port_id=51a19702-4eda-4f86-9047-04b4c57dde31,segment=NetworkSegment(30b5be0d-9a0d-4d41-ab50-368f87857a66),segment_id=30b5be0d-9a0d-4d41-ab50-368f87857a66)] {{(pid=94617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:31:58.382578 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [req-1685a887-4dbd-48dc-b1e5-116449cfb9c9 req-7aca8a18-5d1b-4210-8fbd-8d40a2d198d8 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Deleting port ced3eb09-8f02-495f-a797-099db1f64e83 {{(pid=94616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 04:31:58.382811 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-1685a887-4dbd-48dc-b1e5-116449cfb9c9 req-7aca8a18-5d1b-4210-8fbd-8d40a2d198d8 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769518975272'] for port, before_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:31:58.409284 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 04:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21009a09-1d9d-4b42-b081-341f87daeb49 x-openstack-request-id: req-21009a09-1d9d-4b42-b081-341f87daeb49 {{(pid=94617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 04:31:58.409572 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73071d9e-f5bc-439b-a5c9-d1ef0da01f57", "name": "network-vif-plugged", "status": "completed", "tag": "51a19702-4eda-4f86-9047-04b4c57dde31", "code": 200}]} {{(pid=94617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 04:31:58.409817 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-21009a09-1d9d-4b42-b081-341f87daeb49 {{(pid=94617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 04:31:58.410198 dv-cinder-810118-1-iscsi neutron-server[94617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73071d9e-f5bc-439b-a5c9-d1ef0da01f57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51a19702-4eda-4f86-9047-04b4c57dde31', 'code': 200} Sep 22 04:31:58.461015 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:31:58.469569 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [req-1685a887-4dbd-48dc-b1e5-116449cfb9c9 req-7aca8a18-5d1b-4210-8fbd-8d40a2d198d8 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] For port ced3eb09-8f02-495f-a797-099db1f64e83, host hv-cinder-81011, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81011',level=0,port_id=ced3eb09-8f02-495f-a797-099db1f64e83,segment=NetworkSegment(bc8c3708-e396-4d9b-bfd8-c6b3490a63a6),segment_id=bc8c3708-e396-4d9b-bfd8-c6b3490a63a6)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:31:58.469941 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-1685a887-4dbd-48dc-b1e5-116449cfb9c9 req-7aca8a18-5d1b-4210-8fbd-8d40a2d198d8 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1861379'] for port, precommit_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:31:58.485895 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [req-1685a887-4dbd-48dc-b1e5-116449cfb9c9 req-7aca8a18-5d1b-4210-8fbd-8d40a2d198d8 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Calling delete_port for ced3eb09-8f02-495f-a797-099db1f64e83 owned by compute:nova {{(pid=94616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 04:31:58.511204 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Pushing event updated for resources: {'Port': ['ID=51a19702-4eda-4f86-9047-04b4c57dde31,revision_number=10']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:31:58.683095 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88642a72-0908-44c4-9399-2aef3d777220 req-7b4e8f62-8b5a-46d9-b90a-4a0b8b871c2d tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:58.684578 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-88642a72-0908-44c4-9399-2aef3d777220 req-7b4e8f62-8b5a-46d9-b90a-4a0b8b871c2d tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bfb29ed-f586-48e0-aff0-468f89beab91 HTTP/1.1" status: 200 len: 945 time: 0.0518582 Sep 22 04:31:58.694774 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-1685a887-4dbd-48dc-b1e5-116449cfb9c9 req-7aca8a18-5d1b-4210-8fbd-8d40a2d198d8 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769518980334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769518673866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534565802'] for port, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:31:58.722663 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-88642a72-0908-44c4-9399-2aef3d777220 req-71eeb369-86c1-47c8-afe7-54af9278a4e2 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bc11e4-7abd-4750-8ac3-63f5066b0018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321820 Sep 22 04:31:58.722899 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aca8a18-5d1b-4210-8fbd-8d40a2d198d8 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Pushing event deleted for resources: {'Port': ['ID=ced3eb09-8f02-495f-a797-099db1f64e83,revision_number=None']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:31:58.765799 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvrscheduler_db [req-1685a887-4dbd-48dc-b1e5-116449cfb9c9 req-7aca8a18-5d1b-4210-8fbd-8d40a2d198d8 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] No DVR routers for this DVR port ced3eb09-8f02-495f-a797-099db1f64e83 on host hv-cinder-81011 {{(pid=94616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 04:31:58.769502 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-1685a887-4dbd-48dc-b1e5-116449cfb9c9 req-7aca8a18-5d1b-4210-8fbd-8d40a2d198d8 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34584'] for port, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:31:58.770305 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-1685a887-4dbd-48dc-b1e5-116449cfb9c9 req-7aca8a18-5d1b-4210-8fbd-8d40a2d198d8 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.30 "DELETE /v2.0/ports/ced3eb09-8f02-495f-a797-099db1f64e83 HTTP/1.1" status: 204 len: 173 time: 0.4737632 Sep 22 04:31:58.770729 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bfb29ed-f586-48e0-aff0-468f89beab91', 'name': 'network-vif-deleted', 'tag': 'ced3eb09-8f02-495f-a797-099db1f64e83'}] {{(pid=94616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 04:31:58.772971 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ee93b3f7eb2b2b6a350c95698ebe5b9c8d238e2160e747b625fec6bb3c76933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc5965d0-9152-4ba6-b8cb-6934cd68843e" -d '{"events": [{"server_uuid": "2bfb29ed-f586-48e0-aff0-468f89beab91", "name": "network-vif-deleted", "tag": "ced3eb09-8f02-495f-a797-099db1f64e83"}]}' {{(pid=94616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 04:31:58.811912 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 04:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cea1672-4a3d-4eda-bd2f-52e629784dc2 x-openstack-request-id: req-6cea1672-4a3d-4eda-bd2f-52e629784dc2 {{(pid=94616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 04:31:58.812186 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bfb29ed-f586-48e0-aff0-468f89beab91", "name": "network-vif-deleted", "tag": "ced3eb09-8f02-495f-a797-099db1f64e83", "status": "completed", "code": 200}]} {{(pid=94616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 04:31:58.812428 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6cea1672-4a3d-4eda-bd2f-52e629784dc2 {{(pid=94616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 04:31:58.812850 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bfb29ed-f586-48e0-aff0-468f89beab91', 'name': 'network-vif-deleted', 'tag': 'ced3eb09-8f02-495f-a797-099db1f64e83', 'status': 'completed', 'code': 200} Sep 22 04:31:58.851195 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66760f31-069a-4b0f-9e01-f98398e8d40b req-cb8608a0-6399-4bf6-b736-621f96d85d0a tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:58.852613 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-66760f31-069a-4b0f-9e01-f98398e8d40b req-cb8608a0-6399-4bf6-b736-621f96d85d0a tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=73071d9e-f5bc-439b-a5c9-d1ef0da01f57 HTTP/1.1" status: 200 len: 946 time: 0.0500090 Sep 22 04:31:58.889560 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-66760f31-069a-4b0f-9e01-f98398e8d40b req-4ccb8f98-f542-4e6d-95aa-c2aae558576b tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=0987b5bf-9d30-4aee-b9ff-4b85b30fe4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303485 Sep 22 04:31:59.029116 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a44ee39-8742-499c-afae-5cc3264990dd req-dd9a9c7a-38b9-42be-beb8-eb9fe9a4c7de tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:31:59.030610 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-0a44ee39-8742-499c-afae-5cc3264990dd req-dd9a9c7a-38b9-42be-beb8-eb9fe9a4c7de tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ecf19b8-6886-42a0-afa3-aef3b137e1dc HTTP/1.1" status: 200 len: 945 time: 0.0486066 Sep 22 04:31:59.066319 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-0a44ee39-8742-499c-afae-5cc3264990dd req-374c7f71-236b-4fa7-8988-7a55e8cd8f69 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa7be617-2fe6-4836-b1f1-d63120ca8390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299590 Sep 22 04:31:59.815425 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-f58c3c6f-ebf6-403b-9853-d8360b0da0b2 req-8744db60-6804-4426-8be3-e35d45c220f3 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bfb29ed-f586-48e0-aff0-468f89beab91 HTTP/1.1" status: 200 len: 210 time: 0.0265603 Sep 22 04:32:00.007207 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b691c4a5-4837-4e72-b9ca-ba19a0fd7583 req-019148b7-cc9f-48d5-82ca-f36fe7f38e39 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:32:00.008645 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-b691c4a5-4837-4e72-b9ca-ba19a0fd7583 req-019148b7-cc9f-48d5-82ca-f36fe7f38e39 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=73071d9e-f5bc-439b-a5c9-d1ef0da01f57 HTTP/1.1" status: 200 len: 946 time: 0.0479763 Sep 22 04:32:00.046105 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-b691c4a5-4837-4e72-b9ca-ba19a0fd7583 req-26203b1b-f1c0-4cd0-a619-2e664c41979f tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=0987b5bf-9d30-4aee-b9ff-4b85b30fe4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315652 Sep 22 04:32:00.179907 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957d89a5-e35a-4e57-ae73-e34a86ba0a0f req-ad9e7482-56ae-4af0-81e9-1b02cda2e924 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:32:00.181362 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-957d89a5-e35a-4e57-ae73-e34a86ba0a0f req-ad9e7482-56ae-4af0-81e9-1b02cda2e924 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ecf19b8-6886-42a0-afa3-aef3b137e1dc HTTP/1.1" status: 200 len: 945 time: 0.0498245 Sep 22 04:32:00.217458 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-957d89a5-e35a-4e57-ae73-e34a86ba0a0f req-dcbbc64f-4052-43fc-8e4f-ac5eb8490adc tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa7be617-2fe6-4836-b1f1-d63120ca8390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302708 Sep 22 04:32:00.916429 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-1a8f231d-141a-4b17-8f8c-bfc5a7bd2a15 req-a52809e5-4ed2-45c5-a73a-3efb11332413 tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bfb29ed-f586-48e0-aff0-468f89beab91 HTTP/1.1" status: 200 len: 210 time: 0.0290067 Sep 22 04:32:01.161025 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b4089c-64fa-42f5-bc02-fec7a39aaa6f req-45ccb6af-42b1-44b2-94d2-e46874fd34a2 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:32:01.162383 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-33b4089c-64fa-42f5-bc02-fec7a39aaa6f req-45ccb6af-42b1-44b2-94d2-e46874fd34a2 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=73071d9e-f5bc-439b-a5c9-d1ef0da01f57 HTTP/1.1" status: 200 len: 946 time: 0.0473804 Sep 22 04:32:01.198585 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-33b4089c-64fa-42f5-bc02-fec7a39aaa6f req-51fc4571-c7bc-4356-844a-74a31acc8666 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=0987b5bf-9d30-4aee-b9ff-4b85b30fe4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299792 Sep 22 04:32:01.329971 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05356b98-61d7-49cd-a121-57a36cc098a5 req-82e7d820-9222-4fd9-b5c6-00ad8c186e7f tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:32:01.331423 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-05356b98-61d7-49cd-a121-57a36cc098a5 req-82e7d820-9222-4fd9-b5c6-00ad8c186e7f tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ecf19b8-6886-42a0-afa3-aef3b137e1dc HTTP/1.1" status: 200 len: 945 time: 0.0467074 Sep 22 04:32:01.367734 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-05356b98-61d7-49cd-a121-57a36cc098a5 req-1970850c-713f-4d2c-8167-cfac4d1fb28c tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa7be617-2fe6-4836-b1f1-d63120ca8390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305073 Sep 22 04:32:01.443632 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Device ced3eb09-8f02-495f-a797-099db1f64e83 no longer exists at agent hyperv_hv-cinder-81011 {{(pid=94617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 04:32:01.469302 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.plugin [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] No Port match for: ced3eb09-8f02-495f-a797-099db1f64e83 {{(pid=94617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 04:32:01.469636 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Device ced3eb09-8f02-495f-a797-099db1f64e83 not bound to the agent host hv-cinder-81011 {{(pid=94617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 04:32:01.841877 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c704ee-f53c-4f0b-9e07-ae7840fe8445 req-99433359-ea44-45ed-921d-1ef5040e3c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:32:01.843337 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-d1c704ee-f53c-4f0b-9e07-ae7840fe8445 req-99433359-ea44-45ed-921d-1ef5040e3c52 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=73071d9e-f5bc-439b-a5c9-d1ef0da01f57 HTTP/1.1" status: 200 len: 1099 time: 0.0381932 Sep 22 04:32:01.879221 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-d1c704ee-f53c-4f0b-9e07-ae7840fe8445 req-16e5685e-bd40-4ae6-b19a-b85ae0985c6a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=0987b5bf-9d30-4aee-b9ff-4b85b30fe4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0266888 Sep 22 04:32:02.021504 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-d4f4da74-89f9-4721-8a63-407bd2290474 req-187aab31-57b8-4931-8c90-ede5414c83aa tempest-AttachVolumeNegativeTest-1700798275 tempest-AttachVolumeNegativeTest-1700798275-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bfb29ed-f586-48e0-aff0-468f89beab91 HTTP/1.1" status: 200 len: 210 time: 0.0286252 Sep 22 04:32:02.316142 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7704e01e-2223-4c3b-a332-8c2a40d38ec4 req-0c67d563-023b-41f0-8f1b-590977736541 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:32:02.317666 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-7704e01e-2223-4c3b-a332-8c2a40d38ec4 req-0c67d563-023b-41f0-8f1b-590977736541 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=73071d9e-f5bc-439b-a5c9-d1ef0da01f57 HTTP/1.1" status: 200 len: 946 time: 0.0490828 Sep 22 04:32:02.355049 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-7704e01e-2223-4c3b-a332-8c2a40d38ec4 req-a5925ce5-99ed-4923-b590-e08e7a241766 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=0987b5bf-9d30-4aee-b9ff-4b85b30fe4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306888 Sep 22 04:32:02.429343 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfacbcc-458d-4c55-b284-257494c40123 req-77eeb193-01ee-4e81-a5ae-ab9a93f0a089 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:32:02.430889 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-ecfacbcc-458d-4c55-b284-257494c40123 req-77eeb193-01ee-4e81-a5ae-ab9a93f0a089 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ecf19b8-6886-42a0-afa3-aef3b137e1dc HTTP/1.1" status: 200 len: 945 time: 0.0490527 Sep 22 04:32:02.540521 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5434a6e1-06f9-4850-98cb-bbec60147690 req-3c8dbf15-3296-48ba-be86-870bec570204 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:32:02.542077 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-5434a6e1-06f9-4850-98cb-bbec60147690 req-3c8dbf15-3296-48ba-be86-870bec570204 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ecf19b8-6886-42a0-afa3-aef3b137e1dc HTTP/1.1" status: 200 len: 945 time: 0.1055026 Sep 22 04:32:02.593002 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-5434a6e1-06f9-4850-98cb-bbec60147690 req-cd97a447-1a8f-43c7-a36b-6155050d31d9 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa7be617-2fe6-4836-b1f1-d63120ca8390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444415 Sep 22 04:32:02.597836 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [req-ecfacbcc-458d-4c55-b284-257494c40123 req-82db33ee-c948-461c-a18f-ef1fae44a4ee tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Deleting port 375905af-0844-46f2-a266-6a83b109e386 {{(pid=94616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 04:32:02.598180 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-ecfacbcc-458d-4c55-b284-257494c40123 req-82db33ee-c948-461c-a18f-ef1fae44a4ee tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769518975272'] for port, before_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:02.687030 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [req-ecfacbcc-458d-4c55-b284-257494c40123 req-82db33ee-c948-461c-a18f-ef1fae44a4ee tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] For port 375905af-0844-46f2-a266-6a83b109e386, host hv-cinder-81011, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81011',level=0,port_id=375905af-0844-46f2-a266-6a83b109e386,segment=NetworkSegment(52b11b22-035d-48af-b1df-a7c29b32f724),segment_id=52b11b22-035d-48af-b1df-a7c29b32f724)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:32:02.687435 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-ecfacbcc-458d-4c55-b284-257494c40123 req-82db33ee-c948-461c-a18f-ef1fae44a4ee tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1861379'] for port, precommit_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:02.700285 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [req-ecfacbcc-458d-4c55-b284-257494c40123 req-82db33ee-c948-461c-a18f-ef1fae44a4ee tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Calling delete_port for 375905af-0844-46f2-a266-6a83b109e386 owned by compute:nova {{(pid=94616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 04:32:02.935425 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-ecfacbcc-458d-4c55-b284-257494c40123 req-82db33ee-c948-461c-a18f-ef1fae44a4ee tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769518980334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769518673866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534565802'] for port, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:02.965055 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82db33ee-c948-461c-a18f-ef1fae44a4ee tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Pushing event deleted for resources: {'Port': ['ID=375905af-0844-46f2-a266-6a83b109e386,revision_number=None']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:32:03.011809 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecfacbcc-458d-4c55-b284-257494c40123 req-82db33ee-c948-461c-a18f-ef1fae44a4ee tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] No DVR routers for this DVR port 375905af-0844-46f2-a266-6a83b109e386 on host hv-cinder-81011 {{(pid=94616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 04:32:03.014383 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-ecfacbcc-458d-4c55-b284-257494c40123 req-82db33ee-c948-461c-a18f-ef1fae44a4ee tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34584'] for port, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:03.016646 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-ecfacbcc-458d-4c55-b284-257494c40123 req-82db33ee-c948-461c-a18f-ef1fae44a4ee tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.30 "DELETE /v2.0/ports/375905af-0844-46f2-a266-6a83b109e386 HTTP/1.1" status: 204 len: 173 time: 0.5545313 Sep 22 04:32:03.016963 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ecf19b8-6886-42a0-afa3-aef3b137e1dc', 'name': 'network-vif-deleted', 'tag': '375905af-0844-46f2-a266-6a83b109e386'}] {{(pid=94616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 04:32:03.019204 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ee93b3f7eb2b2b6a350c95698ebe5b9c8d238e2160e747b625fec6bb3c76933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e4b7f15-9f4f-4133-8f68-340821623422" -d '{"events": [{"server_uuid": "1ecf19b8-6886-42a0-afa3-aef3b137e1dc", "name": "network-vif-deleted", "tag": "375905af-0844-46f2-a266-6a83b109e386"}]}' {{(pid=94616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 04:32:03.099791 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 04:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac830238-f1dd-4694-95a6-00d8ca59ae97 x-openstack-request-id: req-ac830238-f1dd-4694-95a6-00d8ca59ae97 {{(pid=94616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 04:32:03.100235 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ecf19b8-6886-42a0-afa3-aef3b137e1dc", "name": "network-vif-deleted", "tag": "375905af-0844-46f2-a266-6a83b109e386", "status": "completed", "code": 200}]} {{(pid=94616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 04:32:03.100679 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ac830238-f1dd-4694-95a6-00d8ca59ae97 {{(pid=94616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 04:32:03.101048 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ecf19b8-6886-42a0-afa3-aef3b137e1dc', 'name': 'network-vif-deleted', 'tag': '375905af-0844-46f2-a266-6a83b109e386', 'status': 'completed', 'code': 200} Sep 22 04:32:03.109297 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 46332) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:32:03.171022 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b1966b0-59c8-490b-b7d6-2513dcf8b18b admin admin] Deleting subnet f03785a8-558b-4999-9e02-c5e13eae7968 {{(pid=94616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 04:32:03.175385 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-0b1966b0-59c8-490b-b7d6-2513dcf8b18b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:03.220004 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-0b1966b0-59c8-490b-b7d6-2513dcf8b18b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534548660'] for subnet, precommit_delete_associations {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:03.274391 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-0b1966b0-59c8-490b-b7d6-2513dcf8b18b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-628562'] for subnet, precommit_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:03.507335 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-0b1966b0-59c8-490b-b7d6-2513dcf8b18b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-628571', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534565879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532840862'] for subnet, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:03.543621 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1966b0-59c8-490b-b7d6-2513dcf8b18b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f03785a8-558b-4999-9e02-c5e13eae7968,revision_number=None']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:32:03.551793 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-0b1966b0-59c8-490b-b7d6-2513dcf8b18b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:03.556990 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-0b1966b0-59c8-490b-b7d6-2513dcf8b18b admin admin] 10.222.0.24 "DELETE /v2.0/subnets/f03785a8-558b-4999-9e02-c5e13eae7968 HTTP/1.1" status: 204 len: 168 time: 0.4438767 Sep 22 04:32:03.560929 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 46342) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:32:03.563157 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0b4ba9-dc8a-441e-8d14-45d2dba4cfa9 req-462b6f90-1526-41e7-87ad-baf2acfb49fb tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:32:03.565169 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-7a0b4ba9-dc8a-441e-8d14-45d2dba4cfa9 req-462b6f90-1526-41e7-87ad-baf2acfb49fb tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=73071d9e-f5bc-439b-a5c9-d1ef0da01f57 HTTP/1.1" status: 200 len: 946 time: 0.0825641 Sep 22 04:32:03.615534 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-7a0b4ba9-dc8a-441e-8d14-45d2dba4cfa9 req-f9877ac5-a3be-48e6-85e0-e3195fcb7ba2 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=0987b5bf-9d30-4aee-b9ff-4b85b30fe4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441241 Sep 22 04:32:03.647241 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-763f74b4-a546-4d3f-8fd6-5db1b4e4ee25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536234'] for network, before_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:03.716153 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-2414e784-05b3-4231-8e94-6eab286d8e5c req-9d4cebd8-cf75-4779-a778-6dbd5493d039 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ecf19b8-6886-42a0-afa3-aef3b137e1dc HTTP/1.1" status: 200 len: 210 time: 0.0385740 Sep 22 04:32:03.760720 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-763f74b4-a546-4d3f-8fd6-5db1b4e4ee25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-628203', 'neutron.services.segments.db._delete_segments_for_network-8769519186836'] for network, precommit_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:03.782445 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.services.segments.db [None req-763f74b4-a546-4d3f-8fd6-5db1b4e4ee25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dc84c4f-742d-475a-805c-2bdd99c4cbad']}} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:32:03.792920 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.services.segments.db [None req-763f74b4-a546-4d3f-8fd6-5db1b4e4ee25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc8c3708-e396-4d9b-bfd8-c6b3490a63a6') {'for_net_delete': True} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:32:03.793213 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.services.segments.db [None req-763f74b4-a546-4d3f-8fd6-5db1b4e4ee25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc8c3708-e396-4d9b-bfd8-c6b3490a63a6') {} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:32:03.802994 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-763f74b4-a546-4d3f-8fd6-5db1b4e4ee25 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769519186077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534548653'] for segment, before_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:03.816693 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-763f74b4-a546-4d3f-8fd6-5db1b4e4ee25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-614853'] for segment, precommit_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:03.826202 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-763f74b4-a546-4d3f-8fd6-5db1b4e4ee25 admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=94616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 04:32:03.830887 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-763f74b4-a546-4d3f-8fd6-5db1b4e4ee25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-614853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534564441'] for segment, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:03.852742 dv-cinder-810118-1-iscsi neutron-server[94616]: Traceback (most recent call last): Sep 22 04:32:03.852742 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 04:32:03.852742 dv-cinder-810118-1-iscsi neutron-server[94616]: timer() Sep 22 04:32:03.852742 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 04:32:03.852742 dv-cinder-810118-1-iscsi neutron-server[94616]: cb(*args, **kw) Sep 22 04:32:03.852742 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 04:32:03.852742 dv-cinder-810118-1-iscsi neutron-server[94616]: return func(*args, **kwargs) Sep 22 04:32:03.852742 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 04:32:03.852742 dv-cinder-810118-1-iscsi neutron-server[94616]: self._notify() Sep 22 04:32:03.852742 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 04:32:03.852742 dv-cinder-810118-1-iscsi neutron-server[94616]: self.callback(batched_events) Sep 22 04:32:03.852742 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 04:32:03.852742 dv-cinder-810118-1-iscsi neutron-server[94616]: event.method(event) Sep 22 04:32:03.852742 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 04:32:03.852742 dv-cinder-810118-1-iscsi neutron-server[94616]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 04:32:03.852742 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 04:32:03.852742 dv-cinder-810118-1-iscsi neutron-server[94616]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 04:32:03.852742 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 04:32:03.852742 dv-cinder-810118-1-iscsi neutron-server[94616]: return f(self, *a, **k) Sep 22 04:32:03.852742 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 04:32:03.852742 dv-cinder-810118-1-iscsi neutron-server[94616]: return self._get(url).json() Sep 22 04:32:03.852742 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 04:32:03.852742 dv-cinder-810118-1-iscsi neutron-server[94616]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 04:32:03.852742 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 04:32:03.852742 dv-cinder-810118-1-iscsi neutron-server[94616]: return self.request(url, 'GET', **kwargs) Sep 22 04:32:03.852742 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 04:32:03.852742 dv-cinder-810118-1-iscsi neutron-server[94616]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 04:32:03.852742 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 04:32:03.852742 dv-cinder-810118-1-iscsi neutron-server[94616]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 04:32:03.852742 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 04:32:03.852742 dv-cinder-810118-1-iscsi neutron-server[94616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 04:32:03.852742 dv-cinder-810118-1-iscsi neutron-server[94616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 04:32:03.958182 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-763f74b4-a546-4d3f-8fd6-5db1b4e4ee25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-628188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1865228'] for network, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:03.966073 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-763f74b4-a546-4d3f-8fd6-5db1b4e4ee25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578295'] for network, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:03.970275 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-763f74b4-a546-4d3f-8fd6-5db1b4e4ee25 admin admin] 10.222.0.24 "DELETE /v2.0/networks/1dc84c4f-742d-475a-805c-2bdd99c4cbad HTTP/1.1" status: 204 len: 168 time: 0.4058177 Sep 22 04:32:04.221339 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763f74b4-a546-4d3f-8fd6-5db1b4e4ee25 admin admin] Pushing event deleted for resources: {'Network': ['ID=1dc84c4f-742d-475a-805c-2bdd99c4cbad,revision_number=None']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:32:04.379544 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 46352) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:32:04.422702 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-050b0ba1-c536-4650-8f26-04d825677ed2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=94be7b84cda24c308b938ee70df77a79&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0419497 Sep 22 04:32:04.425165 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 46354) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:32:04.484482 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-717fca50-d040-4437-a5c8-02ee18112fe0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:04.510000 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-717fca50-d040-4437-a5c8-02ee18112fe0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:04.614936 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-717fca50-d040-4437-a5c8-02ee18112fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:04.617508 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-717fca50-d040-4437-a5c8-02ee18112fe0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:04.618665 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-717fca50-d040-4437-a5c8-02ee18112fe0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/65bc11e4-7abd-4750-8ac3-63f5066b0018 HTTP/1.1" status: 204 len: 168 time: 0.1924119 Sep 22 04:32:04.630722 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717fca50-d040-4437-a5c8-02ee18112fe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65bc11e4-7abd-4750-8ac3-63f5066b0018,revision_number=None']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:32:04.760421 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4c0e85-efe9-4936-a87c-c4e42293f9c8 req-2065787d-3c94-4401-acc8-e2b336fffbee tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:32:04.769704 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-0b4c0e85-efe9-4936-a87c-c4e42293f9c8 req-2065787d-3c94-4401-acc8-e2b336fffbee tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=73071d9e-f5bc-439b-a5c9-d1ef0da01f57 HTTP/1.1" status: 200 len: 946 time: 0.0620229 Sep 22 04:32:04.815010 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-0b4c0e85-efe9-4936-a87c-c4e42293f9c8 req-963a64cb-0f1b-46dd-a453-8fcbc31592c5 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=0987b5bf-9d30-4aee-b9ff-4b85b30fe4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418346 Sep 22 04:32:04.852784 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-6be180d8-b2d9-4008-82f2-dc1458c9e735 req-3fcc7ae9-2655-4aac-9659-b796beda8832 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ecf19b8-6886-42a0-afa3-aef3b137e1dc HTTP/1.1" status: 200 len: 210 time: 0.0359101 Sep 22 04:32:05.090749 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] get_ports_and_sgs() called for port_ids ['375905af-0844-46f2-a266-6a83b109e386'] {{(pid=94617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 04:32:05.999512 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-81a375b9-83f2-443e-8166-520ab258b57d req-6f9d922c-5ab6-44c1-bdef-6187dd764c7a tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ecf19b8-6886-42a0-afa3-aef3b137e1dc HTTP/1.1" status: 200 len: 210 time: 0.0599473 Sep 22 04:32:06.013055 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5edf1ed-569d-434b-8f95-ec5f01aa8c44 req-9ae183b5-7346-497c-b077-10d873a5a04a tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:32:06.014856 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-b5edf1ed-569d-434b-8f95-ec5f01aa8c44 req-9ae183b5-7346-497c-b077-10d873a5a04a tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=73071d9e-f5bc-439b-a5c9-d1ef0da01f57 HTTP/1.1" status: 200 len: 946 time: 0.1063600 Sep 22 04:32:06.065703 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-b5edf1ed-569d-434b-8f95-ec5f01aa8c44 req-f138501d-662a-460e-beb1-0fc6b3989925 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=0987b5bf-9d30-4aee-b9ff-4b85b30fe4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410016 Sep 22 04:32:06.730911 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:07.194984 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-22e0f934-9d27-4156-bd72-67b97302a38c req-043f966b-5be1-42ce-b008-28f6898116f0 tempest-ServerRescueNegativeTestJSON-1982685365 tempest-ServerRescueNegativeTestJSON-1982685365-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ecf19b8-6886-42a0-afa3-aef3b137e1dc HTTP/1.1" status: 200 len: 210 time: 0.0368278 Sep 22 04:32:07.385156 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb8da37-1d08-40b9-ae4b-f2e58c7fffe3 req-1189aed6-64a3-41c8-b188-573535fb1ca0 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:32:07.387177 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-4fb8da37-1d08-40b9-ae4b-f2e58c7fffe3 req-1189aed6-64a3-41c8-b188-573535fb1ca0 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=73071d9e-f5bc-439b-a5c9-d1ef0da01f57 HTTP/1.1" status: 200 len: 946 time: 0.0659556 Sep 22 04:32:07.442918 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-4fb8da37-1d08-40b9-ae4b-f2e58c7fffe3 req-8b9bb7c6-3c32-4441-a938-ff34a24b40e2 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=0987b5bf-9d30-4aee-b9ff-4b85b30fe4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457106 Sep 22 04:32:08.264304 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 46464) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:32:08.669389 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5172449-5792-4860-9fd2-a67b65a703c7 req-51fbbb12-7889-411e-b108-f6c807365346 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:32:08.671803 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-b5172449-5792-4860-9fd2-a67b65a703c7 req-51fbbb12-7889-411e-b108-f6c807365346 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=73071d9e-f5bc-439b-a5c9-d1ef0da01f57 HTTP/1.1" status: 200 len: 946 time: 0.0654562 Sep 22 04:32:08.720007 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-b5172449-5792-4860-9fd2-a67b65a703c7 req-2590a886-660d-4635-8ba2-6207d96b5b44 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=0987b5bf-9d30-4aee-b9ff-4b85b30fe4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417542 Sep 22 04:32:08.868772 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-4755639c-9452-4f59-bc80-97de3f4ac357 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1867546'] for router_interface, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:09.115386 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Device 375905af-0844-46f2-a266-6a83b109e386 no longer exists at agent hyperv_hv-cinder-81011 {{(pid=94617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 04:32:09.162121 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.plugin [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] No Port match for: 375905af-0844-46f2-a266-6a83b109e386 {{(pid=94617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 04:32:09.162121 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Device 375905af-0844-46f2-a266-6a83b109e386 not bound to the agent host hv-cinder-81011 {{(pid=94617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 04:32:09.202886 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.plugin [None req-4755639c-9452-4f59-bc80-97de3f4ac357 admin admin] Deleting port 8bbc27e8-66bd-40d3-8c36-f856e02fdba3 {{(pid=94615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 04:32:09.203240 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-4755639c-9452-4f59-bc80-97de3f4ac357 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769518975272'] for port, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:09.309243 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.db [None req-4755639c-9452-4f59-bc80-97de3f4ac357 admin admin] For port 8bbc27e8-66bd-40d3-8c36-f856e02fdba3, host dv-cinder-810118-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810118-1-iscsi',level=0,port_id=8bbc27e8-66bd-40d3-8c36-f856e02fdba3,segment=NetworkSegment(52b11b22-035d-48af-b1df-a7c29b32f724),segment_id=52b11b22-035d-48af-b1df-a7c29b32f724)] {{(pid=94615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:32:09.309943 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-4755639c-9452-4f59-bc80-97de3f4ac357 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1861379'] for port, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:09.324973 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.plugin [None req-4755639c-9452-4f59-bc80-97de3f4ac357 admin admin] Calling delete_port for 8bbc27e8-66bd-40d3-8c36-f856e02fdba3 owned by network:router_interface {{(pid=94615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 04:32:09.841790 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-4755639c-9452-4f59-bc80-97de3f4ac357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769518980334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769518673866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533447879'] for port, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:09.872635 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4755639c-9452-4f59-bc80-97de3f4ac357 admin admin] Pushing event deleted for resources: {'Port': ['ID=8bbc27e8-66bd-40d3-8c36-f856e02fdba3,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:32:09.915019 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1072d8-4a72-4e29-ba89-741f1aa58ca4 req-c3199bb1-3007-4118-89d3-4818cf6f444f tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:32:09.916587 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-1f1072d8-4a72-4e29-ba89-741f1aa58ca4 req-c3199bb1-3007-4118-89d3-4818cf6f444f tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=73071d9e-f5bc-439b-a5c9-d1ef0da01f57 HTTP/1.1" status: 200 len: 946 time: 0.1043172 Sep 22 04:32:09.990187 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-1f1072d8-4a72-4e29-ba89-741f1aa58ca4 req-0a119dc2-f690-49d1-b47e-a40cae1270dd tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=0987b5bf-9d30-4aee-b9ff-4b85b30fe4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508475 Sep 22 04:32:10.106687 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-4755639c-9452-4f59-bc80-97de3f4ac357 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1865363'] for router_interface, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:10.350880 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4755639c-9452-4f59-bc80-97de3f4ac357 admin admin] Router ae723c7b-353b-4842-a022-695e33bef5bc has already been hosted by L3 agent 67baeb3b-346e-4680-9ea8-6eec6aa84835 {{(pid=94615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 04:32:10.455944 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4755639c-9452-4f59-bc80-97de3f4ac357 admin admin] Notify agent at l3_agent.dv-cinder-810118-1-iscsi the message routers_updated {{(pid=94615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 04:32:10.461014 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-4755639c-9452-4f59-bc80-97de3f4ac357 admin admin] 10.222.0.24 "PUT /v2.0/routers/ae723c7b-353b-4842-a022-695e33bef5bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1956444 Sep 22 04:32:10.464111 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 46518) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:32:10.470063 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35078f8e-c79f-4486-a5cb-f75085acd788 None None] Sync routers for ids ['ae723c7b-353b-4842-a022-695e33bef5bc'] in dv-cinder-810118-1-iscsi {{(pid=94618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 04:32:10.480745 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35078f8e-c79f-4486-a5cb-f75085acd788 None None] Routers {'ae723c7b-353b-4842-a022-695e33bef5bc'} bound to L3 agent in host dv-cinder-810118-1-iscsi {{(pid=94618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 04:32:10.481804 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.l3_hamode_db [None req-35078f8e-c79f-4486-a5cb-f75085acd788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810118-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T04:20:22Z,description=,heartbeat_timestamp=2021-09-22T04:31:52Z,host='dv-cinder-810118-1-iscsi',id=67baeb3b-346e-4680-9ea8-6eec6aa84835,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T04:20:23Z,topic='l3_agent')) {'router_ids': ['ae723c7b-353b-4842-a022-695e33bef5bc'], 'active': True} {{(pid=94618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:32:10.597747 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.l3_dvr_db [None req-35078f8e-c79f-4486-a5cb-f75085acd788 None None] Set router ae723c7b-353b-4842-a022-695e33bef5bc gateway port host: dv-cinder-810118-1-iscsi {{(pid=94618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 04:32:10.666992 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-1c7429b8-f9eb-4453-a8e1-c1e3197df77e admin admin] Notify callbacks [] for router, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:10.783728 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.l3_hamode_db [None req-35078f8e-c79f-4486-a5cb-f75085acd788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae723c7b-353b-4842-a022-695e33bef5bc', 'name': 'tempest-ServerRescueNegativeTestJSON-1181613599-router', 'tenant_id': 'a1cd15fdc6c94a548394ecbbef9cfbdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'external_fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '58751b2a-7b53-4f25-b0db-9f711a73996b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T04:28:29Z', 'updated_at': '2021-09-22T04:32:09Z', 'revision_number': 5, 'project_id': 'a1cd15fdc6c94a548394ecbbef9cfbdb', 'gw_port': {'id': '58751b2a-7b53-4f25-b0db-9f711a73996b', 'name': '', 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:72:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae723c7b-353b-4842-a022-695e33bef5bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:28:31Z', 'updated_at': '2021-09-22T04:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810118-1-iscsi'}], 'dv-cinder-810118-1-iscsi', False) {} {{(pid=94618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:32:10.799828 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-1c7429b8-f9eb-4453-a8e1-c1e3197df77e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:10.815764 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35078f8e-c79f-4486-a5cb-f75085acd788 None None] Checking router: ae723c7b-353b-4842-a022-695e33bef5bc for host: dv-cinder-810118-1-iscsi {{(pid=94618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 04:32:10.824303 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35078f8e-c79f-4486-a5cb-f75085acd788 None None] Routers {'ae723c7b-353b-4842-a022-695e33bef5bc'} bound to L3 agent in host dv-cinder-810118-1-iscsi {{(pid=94618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 04:32:10.825218 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.l3_hamode_db [None req-35078f8e-c79f-4486-a5cb-f75085acd788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810118-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T04:20:22Z,description=,heartbeat_timestamp=2021-09-22T04:31:52Z,host='dv-cinder-810118-1-iscsi',id=67baeb3b-346e-4680-9ea8-6eec6aa84835,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T04:20:23Z,topic='l3_agent')) {'router_ids': ['ae723c7b-353b-4842-a022-695e33bef5bc'], 'active': True} {{(pid=94618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:32:10.952889 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.l3_dvr_db [None req-35078f8e-c79f-4486-a5cb-f75085acd788 None None] Set router ae723c7b-353b-4842-a022-695e33bef5bc gateway port host: dv-cinder-810118-1-iscsi {{(pid=94618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 04:32:10.956348 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.plugin [None req-1c7429b8-f9eb-4453-a8e1-c1e3197df77e admin admin] Deleting port 58751b2a-7b53-4f25-b0db-9f711a73996b {{(pid=94615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 04:32:10.956902 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-1c7429b8-f9eb-4453-a8e1-c1e3197df77e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769518975272'] for port, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:11.052009 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.db [None req-1c7429b8-f9eb-4453-a8e1-c1e3197df77e admin admin] For port 58751b2a-7b53-4f25-b0db-9f711a73996b, host dv-cinder-810118-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810118-1-iscsi',level=0,port_id=58751b2a-7b53-4f25-b0db-9f711a73996b,segment=NetworkSegment(57bccd0b-6164-41c6-a48d-7aba82135152),segment_id=57bccd0b-6164-41c6-a48d-7aba82135152)] {{(pid=94615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:32:11.052374 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-1c7429b8-f9eb-4453-a8e1-c1e3197df77e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1861379'] for port, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:11.074582 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.plugin [None req-1c7429b8-f9eb-4453-a8e1-c1e3197df77e admin admin] Calling delete_port for 58751b2a-7b53-4f25-b0db-9f711a73996b owned by network:router_gateway {{(pid=94615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 04:32:11.148142 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.l3_hamode_db [None req-35078f8e-c79f-4486-a5cb-f75085acd788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae723c7b-353b-4842-a022-695e33bef5bc', 'name': 'tempest-ServerRescueNegativeTestJSON-1181613599-router', 'tenant_id': 'a1cd15fdc6c94a548394ecbbef9cfbdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'external_fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '58751b2a-7b53-4f25-b0db-9f711a73996b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T04:28:29Z', 'updated_at': '2021-09-22T04:32:09Z', 'revision_number': 5, 'project_id': 'a1cd15fdc6c94a548394ecbbef9cfbdb', 'gw_port': {'id': '58751b2a-7b53-4f25-b0db-9f711a73996b', 'name': '', 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:72:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae723c7b-353b-4842-a022-695e33bef5bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:28:31Z', 'updated_at': '2021-09-22T04:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810118-1-iscsi'}], 'dv-cinder-810118-1-iscsi', False) {} {{(pid=94618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:32:11.177149 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35078f8e-c79f-4486-a5cb-f75085acd788 None None] The sync data for ids ['ae723c7b-353b-4842-a022-695e33bef5bc'] in dv-cinder-810118-1-iscsi is: [{'id': 'ae723c7b-353b-4842-a022-695e33bef5bc', 'name': 'tempest-ServerRescueNegativeTestJSON-1181613599-router', 'tenant_id': 'a1cd15fdc6c94a548394ecbbef9cfbdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'external_fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '58751b2a-7b53-4f25-b0db-9f711a73996b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T04:28:29Z', 'updated_at': '2021-09-22T04:32:09Z', 'revision_number': 5, 'project_id': 'a1cd15fdc6c94a548394ecbbef9cfbdb', 'gw_port': {'id': '58751b2a-7b53-4f25-b0db-9f711a73996b', 'name': '', 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:72:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae723c7b-353b-4842-a022-695e33bef5bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:28:31Z', 'updated_at': '2021-09-22T04:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810118-1-iscsi'}] {{(pid=94618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 04:32:11.357810 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-1c7429b8-f9eb-4453-a8e1-c1e3197df77e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769518980334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769518673866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533447879'] for port, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:11.394468 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7429b8-f9eb-4453-a8e1-c1e3197df77e admin admin] Pushing event deleted for resources: {'Port': ['ID=58751b2a-7b53-4f25-b0db-9f711a73996b,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:32:11.461061 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-1c7429b8-f9eb-4453-a8e1-c1e3197df77e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1865296'] for router_gateway, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:11.599552 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-1c7429b8-f9eb-4453-a8e1-c1e3197df77e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1865791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1980'] for router, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:11.602341 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-1c7429b8-f9eb-4453-a8e1-c1e3197df77e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:11.755243 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Device 8bbc27e8-66bd-40d3-8c36-f856e02fdba3 no longer exists at agent ovs-agent-dv-cinder-810118-1-iscsi {{(pid=94617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 04:32:11.764498 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-1c7429b8-f9eb-4453-a8e1-c1e3197df77e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1865782'] for router, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:11.764498 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c7429b8-f9eb-4453-a8e1-c1e3197df77e admin admin] Fanout notify agent at l3_agent the message router_deleted on router ae723c7b-353b-4842-a022-695e33bef5bc {{(pid=94615) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 04:32:11.775060 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-1c7429b8-f9eb-4453-a8e1-c1e3197df77e admin admin] Notify callbacks [] for router, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:11.778795 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-1c7429b8-f9eb-4453-a8e1-c1e3197df77e admin admin] 10.222.0.24 "DELETE /v2.0/routers/ae723c7b-353b-4842-a022-695e33bef5bc HTTP/1.1" status: 204 len: 168 time: 1.3112247 Sep 22 04:32:11.779102 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 46534) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:32:11.786168 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.plugin [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] No Port match for: 8bbc27e8-66bd-40d3-8c36-f856e02fdba3 {{(pid=94617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 04:32:11.786890 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Device 8bbc27e8-66bd-40d3-8c36-f856e02fdba3 not bound to the agent host dv-cinder-810118-1-iscsi {{(pid=94617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 04:32:11.830623 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.db.db_base_plugin_v2 [None req-e57a7048-ab29-44f1-8bdd-d6de5da0539b admin admin] Deleting subnet 68bee0f4-b400-45ff-a8a4-2d8e6261d0d5 {{(pid=94616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 04:32:11.834406 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-e57a7048-ab29-44f1-8bdd-d6de5da0539b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:11.876976 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-e57a7048-ab29-44f1-8bdd-d6de5da0539b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534548660'] for subnet, precommit_delete_associations {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:11.940793 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-e57a7048-ab29-44f1-8bdd-d6de5da0539b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-628562'] for subnet, precommit_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:12.106858 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-e57a7048-ab29-44f1-8bdd-d6de5da0539b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-628571', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534565879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532840862'] for subnet, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:12.132340 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57a7048-ab29-44f1-8bdd-d6de5da0539b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68bee0f4-b400-45ff-a8a4-2d8e6261d0d5,revision_number=None']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:32:12.137623 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-e57a7048-ab29-44f1-8bdd-d6de5da0539b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:12.139540 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-e57a7048-ab29-44f1-8bdd-d6de5da0539b admin admin] 10.222.0.24 "DELETE /v2.0/subnets/68bee0f4-b400-45ff-a8a4-2d8e6261d0d5 HTTP/1.1" status: 204 len: 168 time: 0.3593826 Sep 22 04:32:12.141990 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 46536) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:32:12.210918 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-17fd59fd-e57c-4e14-8a70-dcdb92c8b034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536234'] for network, before_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:12.303645 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-17fd59fd-e57c-4e14-8a70-dcdb92c8b034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-628203', 'neutron.services.segments.db._delete_segments_for_network-8769519186836'] for network, precommit_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:12.324662 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.services.segments.db [None req-17fd59fd-e57c-4e14-8a70-dcdb92c8b034 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3127e33-e3a7-40dd-befc-6cdb5ff134d1']}} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:32:12.333712 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.services.segments.db [None req-17fd59fd-e57c-4e14-8a70-dcdb92c8b034 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52b11b22-035d-48af-b1df-a7c29b32f724') {'for_net_delete': True} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:32:12.334478 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.services.segments.db [None req-17fd59fd-e57c-4e14-8a70-dcdb92c8b034 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52b11b22-035d-48af-b1df-a7c29b32f724') {} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:32:12.345226 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-17fd59fd-e57c-4e14-8a70-dcdb92c8b034 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769519186077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534548653'] for segment, before_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:12.361035 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-17fd59fd-e57c-4e14-8a70-dcdb92c8b034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-614853'] for segment, precommit_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:12.369959 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17fd59fd-e57c-4e14-8a70-dcdb92c8b034 admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=94616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 04:32:12.370352 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-17fd59fd-e57c-4e14-8a70-dcdb92c8b034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-614853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534564441'] for segment, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:12.372235 dv-cinder-810118-1-iscsi neutron-server[94616]: Traceback (most recent call last): Sep 22 04:32:12.372235 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 04:32:12.372235 dv-cinder-810118-1-iscsi neutron-server[94616]: timer() Sep 22 04:32:12.372235 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 04:32:12.372235 dv-cinder-810118-1-iscsi neutron-server[94616]: cb(*args, **kw) Sep 22 04:32:12.372235 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 04:32:12.372235 dv-cinder-810118-1-iscsi neutron-server[94616]: return func(*args, **kwargs) Sep 22 04:32:12.372235 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 04:32:12.372235 dv-cinder-810118-1-iscsi neutron-server[94616]: self._notify() Sep 22 04:32:12.372235 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 04:32:12.372235 dv-cinder-810118-1-iscsi neutron-server[94616]: self.callback(batched_events) Sep 22 04:32:12.372235 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 04:32:12.372235 dv-cinder-810118-1-iscsi neutron-server[94616]: event.method(event) Sep 22 04:32:12.372235 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 04:32:12.372235 dv-cinder-810118-1-iscsi neutron-server[94616]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 04:32:12.372235 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 04:32:12.372235 dv-cinder-810118-1-iscsi neutron-server[94616]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 04:32:12.372235 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 04:32:12.372235 dv-cinder-810118-1-iscsi neutron-server[94616]: return f(self, *a, **k) Sep 22 04:32:12.372235 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 04:32:12.372235 dv-cinder-810118-1-iscsi neutron-server[94616]: return self._get(url).json() Sep 22 04:32:12.372235 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 04:32:12.372235 dv-cinder-810118-1-iscsi neutron-server[94616]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 04:32:12.372235 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 04:32:12.372235 dv-cinder-810118-1-iscsi neutron-server[94616]: return self.request(url, 'GET', **kwargs) Sep 22 04:32:12.372235 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 04:32:12.372235 dv-cinder-810118-1-iscsi neutron-server[94616]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 04:32:12.372235 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 04:32:12.372235 dv-cinder-810118-1-iscsi neutron-server[94616]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 04:32:12.372235 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 04:32:12.372235 dv-cinder-810118-1-iscsi neutron-server[94616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 04:32:12.372235 dv-cinder-810118-1-iscsi neutron-server[94616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 04:32:12.535409 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-17fd59fd-e57c-4e14-8a70-dcdb92c8b034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-628188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1865228'] for network, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:12.544830 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-17fd59fd-e57c-4e14-8a70-dcdb92c8b034 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578295'] for network, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:12.549420 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-17fd59fd-e57c-4e14-8a70-dcdb92c8b034 admin admin] 10.222.0.24 "DELETE /v2.0/networks/c3127e33-e3a7-40dd-befc-6cdb5ff134d1 HTTP/1.1" status: 204 len: 168 time: 0.4064925 Sep 22 04:32:12.562285 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fd59fd-e57c-4e14-8a70-dcdb92c8b034 admin admin] Pushing event deleted for resources: {'Network': ['ID=c3127e33-e3a7-40dd-befc-6cdb5ff134d1,revision_number=None']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:32:13.043640 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 46554) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:32:13.086200 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-319ea5c4-aee2-4ed7-839c-18e004e9a9ea admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a1cd15fdc6c94a548394ecbbef9cfbdb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0410321 Sep 22 04:32:13.089627 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 46556) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:32:13.189992 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-678fa706-21b1-4e24-bd1b-564364b7b968 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:13.214903 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-678fa706-21b1-4e24-bd1b-564364b7b968 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:13.348867 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Device 58751b2a-7b53-4f25-b0db-9f711a73996b no longer exists at agent ovs-agent-dv-cinder-810118-1-iscsi {{(pid=94617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 04:32:13.371439 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.plugin [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] No Port match for: 58751b2a-7b53-4f25-b0db-9f711a73996b {{(pid=94617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 04:32:13.372316 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Device 58751b2a-7b53-4f25-b0db-9f711a73996b not bound to the agent host dv-cinder-810118-1-iscsi {{(pid=94617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 04:32:13.402510 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-678fa706-21b1-4e24-bd1b-564364b7b968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:13.411773 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-678fa706-21b1-4e24-bd1b-564364b7b968 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:13.411773 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-678fa706-21b1-4e24-bd1b-564364b7b968 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/aa7be617-2fe6-4836-b1f1-d63120ca8390 HTTP/1.1" status: 204 len: 168 time: 0.3157547 Sep 22 04:32:13.417588 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678fa706-21b1-4e24-bd1b-564364b7b968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa7be617-2fe6-4836-b1f1-d63120ca8390,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:32:14.953780 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 46616) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:32:15.063965 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.v2.base [None req-d1eb9159-1e7f-4757-a319-622e94cc7f94 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-833141330-network', 'tenant_id': 'ad7f6cd153e24f3db680028c6bdb22b5'}} {{(pid=94615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 04:32:15.289452 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1eb9159-1e7f-4757-a319-622e94cc7f94 admin admin] Made reservation on behalf of ad7f6cd153e24f3db680028c6bdb22b5 for: {'network': 1} {{(pid=94615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 04:32:15.295875 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-d1eb9159-1e7f-4757-a319-622e94cc7f94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for network, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:15.302296 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-d1eb9159-1e7f-4757-a319-622e94cc7f94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:15.422995 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-d1eb9159-1e7f-4757-a319-622e94cc7f94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:15.519211 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-d1eb9159-1e7f-4757-a319-622e94cc7f94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:15.548296 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1eb9159-1e7f-4757-a319-622e94cc7f94 admin admin] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=94615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 04:32:15.553740 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1eb9159-1e7f-4757-a319-622e94cc7f94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b6d5563-2b6d-4dde-882e-3173bfe18659,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:32:15.562079 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-d1eb9159-1e7f-4757-a319-622e94cc7f94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-614853'] for segment, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:15.570472 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.db.segments_db [None req-d1eb9159-1e7f-4757-a319-622e94cc7f94 admin admin] Added segment 02ddcc00-f354-4996-9afc-0811ec64930a of type vlan for network ca51e19a-eb03-4e80-b068-2395ef770566 Sep 22 04:32:15.610245 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-d1eb9159-1e7f-4757-a319-622e94cc7f94 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769518629407'] for network, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:15.712245 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-d1eb9159-1e7f-4757-a319-622e94cc7f94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117'] for network, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:15.713441 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1eb9159-1e7f-4757-a319-622e94cc7f94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:32:15.714043 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-d1eb9159-1e7f-4757-a319-622e94cc7f94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578295'] for network, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:15.783395 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1eb9159-1e7f-4757-a319-622e94cc7f94 admin admin] Pushing event updated for resources: {'Network': ['ID=ca51e19a-eb03-4e80-b068-2395ef770566,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:32:15.794258 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Network ca51e19a-eb03-4e80-b068-2395ef770566 details requested by agent ovs-agent-dv-cinder-810118-1-iscsi with host dv-cinder-810118-1-iscsi {{(pid=94617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 04:32:15.819147 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-d1eb9159-1e7f-4757-a319-622e94cc7f94 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8639405 Sep 22 04:32:15.825221 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 46634) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:32:15.830117 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.v2.base [None req-e8778823-2d98-4ca5-9248-65c3e333965b admin admin] Request body: {'subnet': {'network_id': 'ca51e19a-eb03-4e80-b068-2395ef770566', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-833141330-subnet', 'tenant_id': 'ad7f6cd153e24f3db680028c6bdb22b5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 04:32:15.940485 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8778823-2d98-4ca5-9248-65c3e333965b admin admin] Made reservation on behalf of ad7f6cd153e24f3db680028c6bdb22b5 for: {'subnet': 1} {{(pid=94615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 04:32:15.943068 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-e8778823-2d98-4ca5-9248-65c3e333965b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-533135685'] for subnet, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:16.080209 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.agents_db [None req-7fda405f-bd13-41fd-9497-f6551785b8a3 None None] Agent healthcheck: found 6 active agents {{(pid=94618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 04:32:16.180615 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-e8778823-2d98-4ca5-9248-65c3e333965b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533447771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-533135735'] for subnet, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:16.238604 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8778823-2d98-4ca5-9248-65c3e333965b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4733523-2a04-4d39-afc7-a1fd1c83d105,revision_number=0']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:32:16.250953 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8778823-2d98-4ca5-9248-65c3e333965b admin admin] Checking segment: {'id': '02ddcc00-f354-4996-9afc-0811ec64930a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ca51e19a-eb03-4e80-b068-2395ef770566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 04:32:16.251312 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8778823-2d98-4ca5-9248-65c3e333965b admin admin] Network hostable DHCP agents. Network: ca51e19a-eb03-4e80-b068-2395ef770566, hostable agents: ['73f1375a-57ed-4431-affd-4785c4767c4b'], hosted agents: [] {{(pid=94615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 04:32:16.323159 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8778823-2d98-4ca5-9248-65c3e333965b admin admin] Network ca51e19a-eb03-4e80-b068-2395ef770566 is scheduled to be hosted by DHCP agent 73f1375a-57ed-4431-affd-4785c4767c4b with binding_index 1 {{(pid=94615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 04:32:16.409776 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.scheduler.base_scheduler [None req-e8778823-2d98-4ca5-9248-65c3e333965b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810118-1-iscsi, ca51e19a-eb03-4e80-b068-2395ef770566) {{(pid=94615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 04:32:16.420609 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a52328c7-e7eb-4dc1-9e8a-0e6648effd37 None None] Network ca51e19a-eb03-4e80-b068-2395ef770566 requested from dv-cinder-810118-1-iscsi {{(pid=94617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 04:32:16.421281 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8778823-2d98-4ca5-9248-65c3e333965b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:32:16.421281 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-e8778823-2d98-4ca5-9248-65c3e333965b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578295'] for subnet, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:16.547344 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-e8778823-2d98-4ca5-9248-65c3e333965b admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7210379 Sep 22 04:32:16.550026 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 46654) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:32:16.555239 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.v2.base [None req-fa6a68a6-bd74-4fab-94e7-6b218ae75d4b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-833141330-router', 'tenant_id': 'ad7f6cd153e24f3db680028c6bdb22b5', 'external_gateway_info': {'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463'}}} {{(pid=94615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 04:32:16.623901 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87758401-e657-4b0d-8b7f-bd5f3ef8c791 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d0c5ae4-b049-5a13-ad81-6bc49d40bb64-ca51e19a-eb03-4e80-b068-2395ef770566', 'network_id': 'ca51e19a-eb03-4e80-b068-2395ef770566', 'tenant_id': 'ad7f6cd153e24f3db680028c6bdb22b5', 'fixed_ips': [{'subnet_id': 'd4733523-2a04-4d39-afc7-a1fd1c83d105'}]}} from dv-cinder-810118-1-iscsi. {{(pid=94617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 04:32:16.624933 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-87758401-e657-4b0d-8b7f-bd5f3ef8c791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_create {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:16.664653 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-fa6a68a6-bd74-4fab-94e7-6b218ae75d4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1852805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1922'] for router, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:16.667501 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-fa6a68a6-bd74-4fab-94e7-6b218ae75d4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1865845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1862533', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1935386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1931'] for router, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:16.766737 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-fa6a68a6-bd74-4fab-94e7-6b218ae75d4b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:16.787454 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.db_base_plugin_common [None req-87758401-e657-4b0d-8b7f-bd5f3ef8c791 None None] Allocated IP 172.20.0.2 (ca51e19a-eb03-4e80-b068-2395ef770566/d4733523-2a04-4d39-afc7-a1fd1c83d105/e151b0d2-18e9-4745-b82d-d610aa15540f) {{(pid=94617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 04:32:16.992742 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134ea333-a703-4f5c-b6a9-6af07c19cae0 req-e35a8d72-002a-419e-91eb-cd9d0f0e56d4 tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:32:17.001910 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-134ea333-a703-4f5c-b6a9-6af07c19cae0 req-e35a8d72-002a-419e-91eb-cd9d0f0e56d4 tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] 10.222.0.24 "GET /v2.0/ports?device_id=b21903ed-d54d-4248-aa68-6bd6a293f2cc HTTP/1.1" status: 200 len: 945 time: 0.0736463 Sep 22 04:32:17.053157 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-134ea333-a703-4f5c-b6a9-6af07c19cae0 req-511082b0-1d1d-453d-93ed-aa489460ffd8 tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] 10.222.0.24 "GET /v2.0/security-groups?id=93663dba-703d-42ad-9b05-9abdf1941984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455115 Sep 22 04:32:17.081139 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-87758401-e657-4b0d-8b7f-bd5f3ef8c791 None None] Notify callbacks [] for port, precommit_create {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:17.091962 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-fa6a68a6-bd74-4fab-94e7-6b218ae75d4b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:17.126141 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 46664) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:32:17.169886 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-87758401-e657-4b0d-8b7f-bd5f3ef8c791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769518673857'] for port, after_create {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:17.210366 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87758401-e657-4b0d-8b7f-bd5f3ef8c791 None None] Network ca51e19a-eb03-4e80-b068-2395ef770566 is already hosted by enough agents. {{(pid=94617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 04:32:17.214134 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.scheduler.base_scheduler [None req-87758401-e657-4b0d-8b7f-bd5f3ef8c791 None None] Resources bound (agent type, host, resource id): {{(pid=94617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 04:32:17.223499 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87758401-e657-4b0d-8b7f-bd5f3ef8c791 None None] Received port after_create {{(pid=94617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 04:32:17.231012 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87758401-e657-4b0d-8b7f-bd5f3ef8c791 None None] Pushing event updated for resources: {'Port': ['ID=e151b0d2-18e9-4745-b82d-d610aa15540f,revision_number=1']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:32:17.291567 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.managers [None req-87758401-e657-4b0d-8b7f-bd5f3ef8c791 None None] Attempting to bind port e151b0d2-18e9-4745-b82d-d610aa15540f on host dv-cinder-810118-1-iscsi for vnic_type normal with profile {{(pid=94617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 04:32:17.291939 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.managers [None req-87758401-e657-4b0d-8b7f-bd5f3ef8c791 None None] Attempting to bind port e151b0d2-18e9-4745-b82d-d610aa15540f by drivers openvswitch,hyperv on host dv-cinder-810118-1-iscsi at level 0 using segments [{'id': '02ddcc00-f354-4996-9afc-0811ec64930a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ca51e19a-eb03-4e80-b068-2395ef770566'}] {{(pid=94617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 04:32:17.292304 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87758401-e657-4b0d-8b7f-bd5f3ef8c791 None None] Attempting to bind port e151b0d2-18e9-4745-b82d-d610aa15540f on network ca51e19a-eb03-4e80-b068-2395ef770566 {{(pid=94617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 04:32:17.297718 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87758401-e657-4b0d-8b7f-bd5f3ef8c791 None None] Checking agent: {'id': '43b86276-d23d-4f96-ad83-0361cfa8e6ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810118-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 4, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 4, 20, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 4, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810118-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 04:32:17.298001 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87758401-e657-4b0d-8b7f-bd5f3ef8c791 None None] Checking segment: {'id': '02ddcc00-f354-4996-9afc-0811ec64930a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ca51e19a-eb03-4e80-b068-2395ef770566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 04:32:17.298397 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-87758401-e657-4b0d-8b7f-bd5f3ef8c791 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:17.298792 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87758401-e657-4b0d-8b7f-bd5f3ef8c791 None None] Bound using segment: {'id': '02ddcc00-f354-4996-9afc-0811ec64930a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ca51e19a-eb03-4e80-b068-2395ef770566'} {{(pid=94617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 04:32:17.299254 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.managers [None req-87758401-e657-4b0d-8b7f-bd5f3ef8c791 None None] Bound port: e151b0d2-18e9-4745-b82d-d610aa15540f, host: dv-cinder-810118-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02ddcc00-f354-4996-9afc-0811ec64930a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ca51e19a-eb03-4e80-b068-2395ef770566'}}] {{(pid=94617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 04:32:17.299629 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-87758401-e657-4b0d-8b7f-bd5f3ef8c791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:17.336167 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-5a5745a6-8c07-492a-97f1-721e1e0cab8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:17.405313 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-87758401-e657-4b0d-8b7f-bd5f3ef8c791 None None] For port e151b0d2-18e9-4745-b82d-d610aa15540f, host dv-cinder-810118-1-iscsi, cleared binding levels {{(pid=94617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 04:32:17.408194 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-87758401-e657-4b0d-8b7f-bd5f3ef8c791 None None] For port e151b0d2-18e9-4745-b82d-d610aa15540f, host dv-cinder-810118-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810118-1-iscsi',level=0,port_id=e151b0d2-18e9-4745-b82d-d610aa15540f,segment=NetworkSegment(02ddcc00-f354-4996-9afc-0811ec64930a),segment_id=02ddcc00-f354-4996-9afc-0811ec64930a)] {{(pid=94617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 04:32:17.474405 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-87758401-e657-4b0d-8b7f-bd5f3ef8c791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:17.523328 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-fa6a68a6-bd74-4fab-94e7-6b218ae75d4b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:17.550963 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-fa6a68a6-bd74-4fab-94e7-6b218ae75d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:17.573155 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87758401-e657-4b0d-8b7f-bd5f3ef8c791 None None] Pushing event updated for resources: {'Port': ['ID=e151b0d2-18e9-4745-b82d-d610aa15540f,revision_number=2']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:32:17.859329 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-5a5745a6-8c07-492a-97f1-721e1e0cab8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:17.926782 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-5a5745a6-8c07-492a-97f1-721e1e0cab8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:18.005166 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-5a5745a6-8c07-492a-97f1-721e1e0cab8f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=79d494f85cdd4e8e98a04e0e8d4206fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8750389 Sep 22 04:32:18.005777 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 46672) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:32:18.024299 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.db.db_base_plugin_common [None req-fa6a68a6-bd74-4fab-94e7-6b218ae75d4b admin admin] Allocated IP 172.27.3.219 (1c001e5d-5f10-46e0-9089-3ba13d08e463/ef28eb13-4204-4034-a22d-0722adaca342/c40c790e-995b-479a-8ee5-afa61744b64e) {{(pid=94615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 04:32:18.028295 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5745a6-8c07-492a-97f1-721e1e0cab8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbd2a788-e58a-4f2a-a117-7882d1d6086b,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:32:18.074923 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-5089cb89-eac0-40c2-9e65-62c85ed00b8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:18.101794 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-5089cb89-eac0-40c2-9e65-62c85ed00b8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:18.166648 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-fa6a68a6-bd74-4fab-94e7-6b218ae75d4b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:18.219454 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993965e3-f7b5-4d69-92c9-e82fdbeb4cc0 req-947a3071-b3be-4a82-b673-2208a0c91ce1 tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:32:18.220883 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-993965e3-f7b5-4d69-92c9-e82fdbeb4cc0 req-947a3071-b3be-4a82-b673-2208a0c91ce1 tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] 10.222.0.24 "GET /v2.0/ports?device_id=b21903ed-d54d-4248-aa68-6bd6a293f2cc HTTP/1.1" status: 200 len: 945 time: 0.0727713 Sep 22 04:32:18.265511 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-993965e3-f7b5-4d69-92c9-e82fdbeb4cc0 req-f3d4b1af-d585-48e2-affc-ea376b95809a tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] 10.222.0.24 "GET /v2.0/security-groups?id=93663dba-703d-42ad-9b05-9abdf1941984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368631 Sep 22 04:32:18.307260 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-5089cb89-eac0-40c2-9e65-62c85ed00b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:18.310315 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-5089cb89-eac0-40c2-9e65-62c85ed00b8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:18.311774 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-5089cb89-eac0-40c2-9e65-62c85ed00b8c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cbd2a788-e58a-4f2a-a117-7882d1d6086b HTTP/1.1" status: 204 len: 168 time: 0.3046649 Sep 22 04:32:18.323119 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5089cb89-eac0-40c2-9e65-62c85ed00b8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbd2a788-e58a-4f2a-a117-7882d1d6086b,revision_number=None']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:32:18.392844 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-fa6a68a6-bd74-4fab-94e7-6b218ae75d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769518673857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533447879'] for port, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:18.440767 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa6a68a6-bd74-4fab-94e7-6b218ae75d4b admin admin] Network 1c001e5d-5f10-46e0-9089-3ba13d08e463 is already hosted by enough agents. {{(pid=94615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 04:32:18.449298 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.scheduler.base_scheduler [None req-fa6a68a6-bd74-4fab-94e7-6b218ae75d4b admin admin] Resources bound (agent type, host, resource id): {{(pid=94615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 04:32:18.452358 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6a68a6-bd74-4fab-94e7-6b218ae75d4b admin admin] Received port after_create {{(pid=94615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 04:32:18.454950 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6a68a6-bd74-4fab-94e7-6b218ae75d4b admin admin] Pushing event updated for resources: {'Port': ['ID=c40c790e-995b-479a-8ee5-afa61744b64e,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:32:18.670982 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6327df26-023d-46ba-81bc-d185bca18439 None None] Network ca51e19a-eb03-4e80-b068-2395ef770566 requested from dv-cinder-810118-1-iscsi {{(pid=94617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 04:32:18.794193 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-b00eb89d-49e8-442f-a852-af5d0657bac1 None None] Provisioning complete for port e151b0d2-18e9-4745-b82d-d610aa15540f triggered by entity DHCP. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 04:32:18.794568 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-b00eb89d-49e8-442f-a852-af5d0657bac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628798'] for port, provisioning_complete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:18.932377 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-b00eb89d-49e8-442f-a852-af5d0657bac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:18.951785 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-fa6a68a6-bd74-4fab-94e7-6b218ae75d4b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:18.969681 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-b00eb89d-49e8-442f-a852-af5d0657bac1 None None] For port e151b0d2-18e9-4745-b82d-d610aa15540f, host dv-cinder-810118-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810118-1-iscsi',level=0,port_id=e151b0d2-18e9-4745-b82d-d610aa15540f,segment=NetworkSegment(02ddcc00-f354-4996-9afc-0811ec64930a),segment_id=02ddcc00-f354-4996-9afc-0811ec64930a)] {{(pid=94617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:32:19.016624 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c257a3d-8636-452b-9bf1-98db5a704fee req-5631b427-714b-474d-9db5-74264d644eee tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:32:19.018952 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-2c257a3d-8636-452b-9bf1-98db5a704fee req-5631b427-714b-474d-9db5-74264d644eee tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] 10.222.0.30 "GET /v2.0/ports?device_id=b21903ed-d54d-4248-aa68-6bd6a293f2cc HTTP/1.1" status: 200 len: 945 time: 0.0678606 Sep 22 04:32:19.045922 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-b00eb89d-49e8-442f-a852-af5d0657bac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:19.156357 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00eb89d-49e8-442f-a852-af5d0657bac1 None None] Pushing event updated for resources: {'Port': ['ID=e151b0d2-18e9-4745-b82d-d610aa15540f,revision_number=3']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:32:19.218853 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [req-2c257a3d-8636-452b-9bf1-98db5a704fee req-c4651343-c338-4899-a561-901199bd9727 tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] Deleting port 6a29af49-e228-4a85-b63a-5b5e84f27dde {{(pid=94616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 04:32:19.219473 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-2c257a3d-8636-452b-9bf1-98db5a704fee req-c4651343-c338-4899-a561-901199bd9727 tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769518975272'] for port, before_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:19.313020 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-fa6a68a6-bd74-4fab-94e7-6b218ae75d4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1865740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1862584'] for router, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:19.355842 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [req-2c257a3d-8636-452b-9bf1-98db5a704fee req-c4651343-c338-4899-a561-901199bd9727 tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] For port 6a29af49-e228-4a85-b63a-5b5e84f27dde, host hv-cinder-81011, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81011',level=0,port_id=6a29af49-e228-4a85-b63a-5b5e84f27dde,segment=NetworkSegment(5bec021b-edbf-4f94-a1f5-14ee5c1a9575),segment_id=5bec021b-edbf-4f94-a1f5-14ee5c1a9575)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:32:19.356299 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-2c257a3d-8636-452b-9bf1-98db5a704fee req-c4651343-c338-4899-a561-901199bd9727 tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1861379'] for port, precommit_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:19.374630 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [req-2c257a3d-8636-452b-9bf1-98db5a704fee req-c4651343-c338-4899-a561-901199bd9727 tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] Calling delete_port for 6a29af49-e228-4a85-b63a-5b5e84f27dde owned by compute:nova {{(pid=94616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 04:32:19.389340 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-80845025-d926-4fdf-817b-ce3e4a83c131 None None] Provisioning complete for port e151b0d2-18e9-4745-b82d-d610aa15540f triggered by entity DHCP. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 04:32:19.389632 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-80845025-d926-4fdf-817b-ce3e4a83c131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628798'] for port, provisioning_complete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:19.505723 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Device e151b0d2-18e9-4745-b82d-d610aa15540f up at agent ovs-agent-dv-cinder-810118-1-iscsi {{(pid=94617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 04:32:19.587394 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02c0ea2-2f8e-412d-b632-4e447fd855e5 req-61fa8a74-a215-4c53-aeb6-c67439b780de tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:32:19.589053 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-c02c0ea2-2f8e-412d-b632-4e447fd855e5 req-61fa8a74-a215-4c53-aeb6-c67439b780de tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] 10.222.0.24 "GET /v2.0/ports?device_id=b21903ed-d54d-4248-aa68-6bd6a293f2cc HTTP/1.1" status: 200 len: 945 time: 0.1956158 Sep 22 04:32:19.637932 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-c02c0ea2-2f8e-412d-b632-4e447fd855e5 req-6c0aa923-bd7b-4d84-b3cf-2232c7839849 tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] 10.222.0.24 "GET /v2.0/security-groups?id=93663dba-703d-42ad-9b05-9abdf1941984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397906 Sep 22 04:32:19.681536 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-2c257a3d-8636-452b-9bf1-98db5a704fee req-c4651343-c338-4899-a561-901199bd9727 tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769518980334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769518673866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534565802'] for port, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:19.697517 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Provisioning complete for port e151b0d2-18e9-4745-b82d-d610aa15540f triggered by entity L2. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 04:32:19.698716 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628798'] for port, provisioning_complete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:19.703751 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] get_ports_and_sgs() called for port_ids ['6a29af49-e228-4a85-b63a-5b5e84f27dde'] {{(pid=94617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 04:32:19.734917 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa6a68a6-bd74-4fab-94e7-6b218ae75d4b admin admin] Router 084e8c9e-66fb-4e21-a43d-e0a299506bc2 is scheduled to L3 agent 67baeb3b-346e-4680-9ea8-6eec6aa84835 with binding_index 1 {{(pid=94615) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 04:32:19.745837 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4651343-c338-4899-a561-901199bd9727 tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] Pushing event deleted for resources: {'Port': ['ID=6a29af49-e228-4a85-b63a-5b5e84f27dde,revision_number=None']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:32:19.801852 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb28fd0-b9c3-420d-bf56-108f3039596b req-5f7ca68d-7aea-4b18-b224-87aad3ceb5e1 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:32:19.810322 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-bbb28fd0-b9c3-420d-bf56-108f3039596b req-5f7ca68d-7aea-4b18-b224-87aad3ceb5e1 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7d0b309-7f88-40cb-885e-a2d1668c9af1 HTTP/1.1" status: 200 len: 985 time: 0.1794772 Sep 22 04:32:19.834256 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c257a3d-8636-452b-9bf1-98db5a704fee req-c4651343-c338-4899-a561-901199bd9727 tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] No DVR routers for this DVR port 6a29af49-e228-4a85-b63a-5b5e84f27dde on host hv-cinder-81011 {{(pid=94616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 04:32:19.844182 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-2c257a3d-8636-452b-9bf1-98db5a704fee req-c4651343-c338-4899-a561-901199bd9727 tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34584'] for port, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:19.846479 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-2c257a3d-8636-452b-9bf1-98db5a704fee req-c4651343-c338-4899-a561-901199bd9727 tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] 10.222.0.30 "DELETE /v2.0/ports/6a29af49-e228-4a85-b63a-5b5e84f27dde HTTP/1.1" status: 204 len: 173 time: 0.8134296 Sep 22 04:32:19.850141 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b21903ed-d54d-4248-aa68-6bd6a293f2cc', 'name': 'network-vif-deleted', 'tag': '6a29af49-e228-4a85-b63a-5b5e84f27dde'}] {{(pid=94616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 04:32:19.852739 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ee93b3f7eb2b2b6a350c95698ebe5b9c8d238e2160e747b625fec6bb3c76933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d667edb-963f-49ca-b46b-cdea61953435" -d '{"events": [{"server_uuid": "b21903ed-d54d-4248-aa68-6bd6a293f2cc", "name": "network-vif-deleted", "tag": "6a29af49-e228-4a85-b63a-5b5e84f27dde"}]}' {{(pid=94616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 04:32:19.871622 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433530eb-23de-4e7a-a787-386f67e06ab8 req-2f1ab2fc-006e-4128-b4c1-f6f5a26f316e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:32:19.877426 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-433530eb-23de-4e7a-a787-386f67e06ab8 req-2f1ab2fc-006e-4128-b4c1-f6f5a26f316e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a2ac9f42bb784270b43252ea1404d1a4&device_id=f7d0b309-7f88-40cb-885e-a2d1668c9af1 HTTP/1.1" status: 200 len: 1138 time: 0.1826270 Sep 22 04:32:19.887929 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa6a68a6-bd74-4fab-94e7-6b218ae75d4b admin admin] Notify agent at l3_agent.dv-cinder-810118-1-iscsi the message routers_updated {{(pid=94615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 04:32:19.901759 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4c40c2-99be-46c6-bfc7-57fbc8929278 None None] Sync routers for ids ['084e8c9e-66fb-4e21-a43d-e0a299506bc2'] in dv-cinder-810118-1-iscsi {{(pid=94617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 04:32:19.920225 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 04:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21d96ad2-fe25-478a-ab79-43bdf1575ecd x-openstack-request-id: req-21d96ad2-fe25-478a-ab79-43bdf1575ecd {{(pid=94616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 04:32:19.921237 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b21903ed-d54d-4248-aa68-6bd6a293f2cc", "name": "network-vif-deleted", "tag": "6a29af49-e228-4a85-b63a-5b5e84f27dde", "status": "completed", "code": 200}]} {{(pid=94616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 04:32:19.921637 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-21d96ad2-fe25-478a-ab79-43bdf1575ecd {{(pid=94616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 04:32:19.922177 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b21903ed-d54d-4248-aa68-6bd6a293f2cc', 'name': 'network-vif-deleted', 'tag': '6a29af49-e228-4a85-b63a-5b5e84f27dde', 'status': 'completed', 'code': 200} Sep 22 04:32:19.954453 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-bbb28fd0-b9c3-420d-bf56-108f3039596b req-96eb1d5d-11fc-4f79-b4f6-12e25ce1fdb6 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] 10.222.0.24 "GET /v2.0/security-groups?id=3559c028-26d0-4688-9c30-5c12a4a20ad8&id=436b4c7d-c2ec-439a-aaa8-8b82a9c1f014&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1389265 Sep 22 04:32:19.956053 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4c40c2-99be-46c6-bfc7-57fbc8929278 None None] Routers {'084e8c9e-66fb-4e21-a43d-e0a299506bc2'} bound to L3 agent in host dv-cinder-810118-1-iscsi {{(pid=94617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 04:32:19.957315 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-ca4c40c2-99be-46c6-bfc7-57fbc8929278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810118-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T04:20:22Z,description=,heartbeat_timestamp=2021-09-22T04:31:52Z,host='dv-cinder-810118-1-iscsi',id=67baeb3b-346e-4680-9ea8-6eec6aa84835,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T04:20:23Z,topic='l3_agent')) {'router_ids': ['084e8c9e-66fb-4e21-a43d-e0a299506bc2'], 'active': True} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:32:19.966097 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 46718) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:32:20.033474 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-fa6a68a6-bd74-4fab-94e7-6b218ae75d4b admin admin] Notify callbacks [] for router, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:20.035147 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-fa6a68a6-bd74-4fab-94e7-6b218ae75d4b admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.4839597 Sep 22 04:32:20.038115 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 46722) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:32:20.050367 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433530eb-23de-4e7a-a787-386f67e06ab8 req-fc5c0cc2-c327-44ec-9d22-1efeda15491a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:32:20.067557 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-433530eb-23de-4e7a-a787-386f67e06ab8 req-fc5c0cc2-c327-44ec-9d22-1efeda15491a service neutron] 10.222.0.30 "GET /v2.0/networks?id=8d3ce0b1-05e4-4b1c-977a-3c30963a3756 HTTP/1.1" status: 200 len: 915 time: 0.1679797 Sep 22 04:32:20.165270 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.v2.base [None req-20ea5851-bb9c-4a1c-9c65-30956818e110 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1637771427-network', 'tenant_id': '9e8e1fd5ea8c4b5281fa399f555d734e'}} {{(pid=94615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 04:32:20.188142 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-433530eb-23de-4e7a-a787-386f67e06ab8 req-b1ffbad7-ea5f-4fd3-8bf5-05a1c2d3f8b6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a9e8aa9e-0fd7-4c79-bd9b-796f729d3b1f HTTP/1.1" status: 200 len: 1001 time: 0.0984581 Sep 22 04:32:20.272448 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433530eb-23de-4e7a-a787-386f67e06ab8 req-9a4fdcf8-af09-4297-87db-2e074b0ca67c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:32:20.275559 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-433530eb-23de-4e7a-a787-386f67e06ab8 req-9a4fdcf8-af09-4297-87db-2e074b0ca67c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=47a8ff60-a9c0-4f9b-a123-cbb1e59064c4 HTTP/1.1" status: 200 len: 854 time: 0.0771203 Sep 22 04:32:20.341104 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvr_db [None req-ca4c40c2-99be-46c6-bfc7-57fbc8929278 None None] Set router 084e8c9e-66fb-4e21-a43d-e0a299506bc2 gateway port host: dv-cinder-810118-1-iscsi {{(pid=94617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 04:32:20.348951 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433530eb-23de-4e7a-a787-386f67e06ab8 req-4f72e2c9-0bb6-4702-83f2-91c17b4a8330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:32:20.351412 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-433530eb-23de-4e7a-a787-386f67e06ab8 req-4f72e2c9-0bb6-4702-83f2-91c17b4a8330 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8d3ce0b1-05e4-4b1c-977a-3c30963a3756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0661702 Sep 22 04:32:20.464867 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-433530eb-23de-4e7a-a787-386f67e06ab8 req-0ec02eb0-4515-43f4-a466-89a94b573ad9 service neutron] 10.222.0.30 "GET /v2.0/networks/8d3ce0b1-05e4-4b1c-977a-3c30963a3756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033878 Sep 22 04:32:20.555279 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-98e2f7ac-3db6-40dc-9290-e89239b16441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:20.612597 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-ca4c40c2-99be-46c6-bfc7-57fbc8929278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '084e8c9e-66fb-4e21-a43d-e0a299506bc2', 'name': 'tempest-AttachVolumeTestJSON-833141330-router', 'tenant_id': 'ad7f6cd153e24f3db680028c6bdb22b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'external_fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': 'c40c790e-995b-479a-8ee5-afa61744b64e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T04:32:16Z', 'updated_at': '2021-09-22T04:32:18Z', 'revision_number': 3, 'project_id': 'ad7f6cd153e24f3db680028c6bdb22b5', 'gw_port': {'id': 'c40c790e-995b-479a-8ee5-afa61744b64e', 'name': '', 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5b:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '084e8c9e-66fb-4e21-a43d-e0a299506bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:32:17Z', 'updated_at': '2021-09-22T04:32:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810118-1-iscsi'}], 'dv-cinder-810118-1-iscsi', False) {} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:32:20.619580 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-433530eb-23de-4e7a-a787-386f67e06ab8 req-b2fe5bba-eebc-4a2a-afce-8858c8c9593c service neutron] 10.222.0.30 "GET /v2.0/networks/8d3ce0b1-05e4-4b1c-977a-3c30963a3756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448684 Sep 22 04:32:20.659644 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4c40c2-99be-46c6-bfc7-57fbc8929278 None None] Checking router: 084e8c9e-66fb-4e21-a43d-e0a299506bc2 for host: dv-cinder-810118-1-iscsi {{(pid=94617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 04:32:20.660192 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4c40c2-99be-46c6-bfc7-57fbc8929278 None None] Updating router 084e8c9e-66fb-4e21-a43d-e0a299506bc2 port c40c790e-995b-479a-8ee5-afa61744b64e binding host dv-cinder-810118-1-iscsi {{(pid=94617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 04:32:20.666176 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20ea5851-bb9c-4a1c-9c65-30956818e110 admin admin] Made reservation on behalf of 9e8e1fd5ea8c4b5281fa399f555d734e for: {'network': 1} {{(pid=94615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 04:32:20.668419 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-20ea5851-bb9c-4a1c-9c65-30956818e110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for network, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:20.691131 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-ca4c40c2-99be-46c6-bfc7-57fbc8929278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:20.697036 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-20ea5851-bb9c-4a1c-9c65-30956818e110 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:20.805716 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-ef72f533-18df-4d24-977f-4cc33f6b8c86 req-7c6544de-9383-41c2-a7c0-0d0fd484659e tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] 10.222.0.24 "GET /v2.0/ports?device_id=b21903ed-d54d-4248-aa68-6bd6a293f2cc HTTP/1.1" status: 200 len: 210 time: 0.0339243 Sep 22 04:32:20.882060 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-2c57c016-03f0-4fc0-a624-fe946827c661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:20.917932 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-20ea5851-bb9c-4a1c-9c65-30956818e110 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:20.983293 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-ca4c40c2-99be-46c6-bfc7-57fbc8929278 None None] Notify callbacks [] for port, precommit_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:21.032257 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-20ea5851-bb9c-4a1c-9c65-30956818e110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:21.064674 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20ea5851-bb9c-4a1c-9c65-30956818e110 admin admin] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=94615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 04:32:21.084057 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5f6593-fef7-46f8-8f7d-46b671a02665 req-77ec85f6-4fc8-44c1-bb4d-a35da5d86586 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:32:21.085595 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-8f5f6593-fef7-46f8-8f7d-46b671a02665 req-77ec85f6-4fc8-44c1-bb4d-a35da5d86586 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7d0b309-7f88-40cb-885e-a2d1668c9af1 HTTP/1.1" status: 200 len: 985 time: 0.0520771 Sep 22 04:32:21.107744 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-20ea5851-bb9c-4a1c-9c65-30956818e110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-614853'] for segment, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:21.112789 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.db.segments_db [None req-20ea5851-bb9c-4a1c-9c65-30956818e110 admin admin] Added segment 77e0c6ad-6dc3-47d9-a2f5-d05a057f77a3 of type vlan for network 0f05da63-8b71-41f5-828a-8e07a6c099ed Sep 22 04:32:21.112789 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ea5851-bb9c-4a1c-9c65-30956818e110 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=181de709-e664-4423-a2b4-66fcdd2718ab,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:32:21.129166 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-ca4c40c2-99be-46c6-bfc7-57fbc8929278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:21.150084 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.db.db_base_plugin_common [None req-2c57c016-03f0-4fc0-a624-fe946827c661 admin admin] Allocated IP 172.20.0.1 (ca51e19a-eb03-4e80-b068-2395ef770566/d4733523-2a04-4d39-afc7-a1fd1c83d105/c69e743b-c17e-4b4a-a219-ec12003e7af5) {{(pid=94615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 04:32:21.160056 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-8f5f6593-fef7-46f8-8f7d-46b671a02665 req-fdd91f14-94b0-4111-8234-0a4d48cb1347 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] 10.222.0.24 "GET /v2.0/security-groups?id=3559c028-26d0-4688-9c30-5c12a4a20ad8&id=436b4c7d-c2ec-439a-aaa8-8b82a9c1f014&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0653238 Sep 22 04:32:21.171760 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-20ea5851-bb9c-4a1c-9c65-30956818e110 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769518629407'] for network, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:21.176404 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.managers [None req-ca4c40c2-99be-46c6-bfc7-57fbc8929278 None None] Attempting to bind port c40c790e-995b-479a-8ee5-afa61744b64e on host dv-cinder-810118-1-iscsi for vnic_type normal with profile {{(pid=94617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 04:32:21.177018 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.managers [None req-ca4c40c2-99be-46c6-bfc7-57fbc8929278 None None] Attempting to bind port c40c790e-995b-479a-8ee5-afa61744b64e by drivers openvswitch,hyperv on host dv-cinder-810118-1-iscsi at level 0 using segments [{'id': '57bccd0b-6164-41c6-a48d-7aba82135152', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463'}] {{(pid=94617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 04:32:21.177316 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4c40c2-99be-46c6-bfc7-57fbc8929278 None None] Attempting to bind port c40c790e-995b-479a-8ee5-afa61744b64e on network 1c001e5d-5f10-46e0-9089-3ba13d08e463 {{(pid=94617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 04:32:21.196609 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4c40c2-99be-46c6-bfc7-57fbc8929278 None None] Checking agent: {'id': '43b86276-d23d-4f96-ad83-0361cfa8e6ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810118-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 4, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 4, 20, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 4, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810118-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 04:32:21.196986 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4c40c2-99be-46c6-bfc7-57fbc8929278 None None] Checking segment: {'id': '57bccd0b-6164-41c6-a48d-7aba82135152', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 04:32:21.197392 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-ca4c40c2-99be-46c6-bfc7-57fbc8929278 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:21.197785 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4c40c2-99be-46c6-bfc7-57fbc8929278 None None] Bound using segment: {'id': '57bccd0b-6164-41c6-a48d-7aba82135152', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463'} {{(pid=94617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 04:32:21.198590 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.managers [None req-ca4c40c2-99be-46c6-bfc7-57fbc8929278 None None] Bound port: c40c790e-995b-479a-8ee5-afa61744b64e, host: dv-cinder-810118-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57bccd0b-6164-41c6-a48d-7aba82135152', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463'}}] {{(pid=94617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 04:32:21.198590 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-ca4c40c2-99be-46c6-bfc7-57fbc8929278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:21.200341 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65718b16-7ee1-469e-bb92-cb7d03d82f8e None None] Pushing event updated for resources: {'Port': ['ID=c40c790e-995b-479a-8ee5-afa61744b64e,revision_number=2']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:32:21.260332 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-ca4c40c2-99be-46c6-bfc7-57fbc8929278 None None] For port c40c790e-995b-479a-8ee5-afa61744b64e, host dv-cinder-810118-1-iscsi, cleared binding levels {{(pid=94617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 04:32:21.263585 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-ca4c40c2-99be-46c6-bfc7-57fbc8929278 None None] For port c40c790e-995b-479a-8ee5-afa61744b64e, host dv-cinder-810118-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810118-1-iscsi',level=0,port_id=c40c790e-995b-479a-8ee5-afa61744b64e,segment=NetworkSegment(57bccd0b-6164-41c6-a48d-7aba82135152),segment_id=57bccd0b-6164-41c6-a48d-7aba82135152)] {{(pid=94617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 04:32:21.292572 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-2c57c016-03f0-4fc0-a624-fe946827c661 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:21.317308 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-20ea5851-bb9c-4a1c-9c65-30956818e110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117'] for network, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:21.318264 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ea5851-bb9c-4a1c-9c65-30956818e110 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:32:21.318850 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-20ea5851-bb9c-4a1c-9c65-30956818e110 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578295'] for network, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:21.385009 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ea5851-bb9c-4a1c-9c65-30956818e110 admin admin] Pushing event updated for resources: {'Network': ['ID=0f05da63-8b71-41f5-828a-8e07a6c099ed,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:32:21.386684 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-ca4c40c2-99be-46c6-bfc7-57fbc8929278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:21.412622 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Network 0f05da63-8b71-41f5-828a-8e07a6c099ed details requested by agent ovs-agent-dv-cinder-810118-1-iscsi with host dv-cinder-810118-1-iscsi {{(pid=94617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 04:32:21.426440 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-20ea5851-bb9c-4a1c-9c65-30956818e110 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4592464 Sep 22 04:32:21.427764 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-2c57c016-03f0-4fc0-a624-fe946827c661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769518673857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533447879'] for port, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:21.429277 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 46744) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:32:21.434154 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.v2.base [None req-310fa5f8-3af0-4bcf-ac65-7e9d74149ff6 admin admin] Request body: {'subnet': {'network_id': '0f05da63-8b71-41f5-828a-8e07a6c099ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1637771427-subnet', 'tenant_id': '9e8e1fd5ea8c4b5281fa399f555d734e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 04:32:21.476409 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c57c016-03f0-4fc0-a624-fe946827c661 admin admin] Network ca51e19a-eb03-4e80-b068-2395ef770566 is already hosted by enough agents. {{(pid=94615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 04:32:21.479194 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.scheduler.base_scheduler [None req-2c57c016-03f0-4fc0-a624-fe946827c661 admin admin] Resources bound (agent type, host, resource id): {{(pid=94615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 04:32:21.482127 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c57c016-03f0-4fc0-a624-fe946827c661 admin admin] Received port after_create {{(pid=94615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 04:32:21.506111 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4c40c2-99be-46c6-bfc7-57fbc8929278 None None] Routers {'084e8c9e-66fb-4e21-a43d-e0a299506bc2'} bound to L3 agent in host dv-cinder-810118-1-iscsi {{(pid=94617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 04:32:21.506744 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-ca4c40c2-99be-46c6-bfc7-57fbc8929278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810118-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T04:20:22Z,description=,heartbeat_timestamp=2021-09-22T04:31:52Z,host='dv-cinder-810118-1-iscsi',id=67baeb3b-346e-4680-9ea8-6eec6aa84835,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T04:20:23Z,topic='l3_agent')) {'router_ids': ['084e8c9e-66fb-4e21-a43d-e0a299506bc2'], 'active': True} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:32:21.510297 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65718b16-7ee1-469e-bb92-cb7d03d82f8e None None] Pushing event updated for resources: {'Port': ['ID=c40c790e-995b-479a-8ee5-afa61744b64e,revision_number=3']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:32:21.515130 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c57c016-03f0-4fc0-a624-fe946827c661 admin admin] Pushing event updated for resources: {'Port': ['ID=c69e743b-c17e-4b4a-a219-ec12003e7af5,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:32:21.537481 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-2c57c016-03f0-4fc0-a624-fe946827c661 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1865349'] for router_interface, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:21.552770 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-310fa5f8-3af0-4bcf-ac65-7e9d74149ff6 admin admin] Made reservation on behalf of 9e8e1fd5ea8c4b5281fa399f555d734e for: {'subnet': 1} {{(pid=94616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 04:32:21.556253 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-310fa5f8-3af0-4bcf-ac65-7e9d74149ff6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532840891'] for subnet, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:21.637250 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvr_db [None req-ca4c40c2-99be-46c6-bfc7-57fbc8929278 None None] Set router 084e8c9e-66fb-4e21-a43d-e0a299506bc2 gateway port host: dv-cinder-810118-1-iscsi {{(pid=94617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 04:32:21.758744 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-6217c489-aad7-4853-b2de-abc056b93b60 None None] Provisioning complete for port c69e743b-c17e-4b4a-a219-ec12003e7af5 triggered by entity DHCP. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 04:32:21.759098 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-6217c489-aad7-4853-b2de-abc056b93b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628798'] for port, provisioning_complete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:21.777613 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-2c57c016-03f0-4fc0-a624-fe946827c661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:21.825868 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.plugin [None req-6217c489-aad7-4853-b2de-abc056b93b60 None None] Port c69e743b-c17e-4b4a-a219-ec12003e7af5 cannot update to ACTIVE because it is not bound. {{(pid=94617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 04:32:21.826602 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-310fa5f8-3af0-4bcf-ac65-7e9d74149ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534565686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532840841'] for subnet, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:21.870588 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-ca4c40c2-99be-46c6-bfc7-57fbc8929278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '084e8c9e-66fb-4e21-a43d-e0a299506bc2', 'name': 'tempest-AttachVolumeTestJSON-833141330-router', 'tenant_id': 'ad7f6cd153e24f3db680028c6bdb22b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'external_fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': 'c40c790e-995b-479a-8ee5-afa61744b64e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T04:32:16Z', 'updated_at': '2021-09-22T04:32:18Z', 'revision_number': 3, 'project_id': 'ad7f6cd153e24f3db680028c6bdb22b5', 'gw_port': {'id': 'c40c790e-995b-479a-8ee5-afa61744b64e', 'name': '', 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5b:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '084e8c9e-66fb-4e21-a43d-e0a299506bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:32:17Z', 'updated_at': '2021-09-22T04:32:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810118-1-iscsi'}], 'dv-cinder-810118-1-iscsi', False) {} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:32:21.907363 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310fa5f8-3af0-4bcf-ac65-7e9d74149ff6 admin admin] Checking segment: {'id': '77e0c6ad-6dc3-47d9-a2f5-d05a057f77a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0f05da63-8b71-41f5-828a-8e07a6c099ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 04:32:21.907717 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310fa5f8-3af0-4bcf-ac65-7e9d74149ff6 admin admin] Network hostable DHCP agents. Network: 0f05da63-8b71-41f5-828a-8e07a6c099ed, hostable agents: ['73f1375a-57ed-4431-affd-4785c4767c4b'], hosted agents: [] {{(pid=94616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 04:32:21.909760 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4c40c2-99be-46c6-bfc7-57fbc8929278 None None] The sync data for ids ['084e8c9e-66fb-4e21-a43d-e0a299506bc2'] in dv-cinder-810118-1-iscsi is: [{'id': '084e8c9e-66fb-4e21-a43d-e0a299506bc2', 'name': 'tempest-AttachVolumeTestJSON-833141330-router', 'tenant_id': 'ad7f6cd153e24f3db680028c6bdb22b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'external_fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': 'c40c790e-995b-479a-8ee5-afa61744b64e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T04:32:16Z', 'updated_at': '2021-09-22T04:32:18Z', 'revision_number': 3, 'project_id': 'ad7f6cd153e24f3db680028c6bdb22b5', 'gw_port': {'id': 'c40c790e-995b-479a-8ee5-afa61744b64e', 'name': '', 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5b:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '084e8c9e-66fb-4e21-a43d-e0a299506bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:32:17Z', 'updated_at': '2021-09-22T04:32:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810118-1-iscsi'}] {{(pid=94617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 04:32:21.910113 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310fa5f8-3af0-4bcf-ac65-7e9d74149ff6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cda9a0ef-2386-460c-acc9-feed6c3205e0,revision_number=0']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:32:21.987530 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-2c57c016-03f0-4fc0-a624-fe946827c661 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:22.026343 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310fa5f8-3af0-4bcf-ac65-7e9d74149ff6 admin admin] Network 0f05da63-8b71-41f5-828a-8e07a6c099ed is scheduled to be hosted by DHCP agent 73f1375a-57ed-4431-affd-4785c4767c4b with binding_index 1 {{(pid=94616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 04:32:22.189144 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-2c57c016-03f0-4fc0-a624-fe946827c661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533447884'] for port, after_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:22.226266 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.scheduler.base_scheduler [None req-310fa5f8-3af0-4bcf-ac65-7e9d74149ff6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810118-1-iscsi, 0f05da63-8b71-41f5-828a-8e07a6c099ed) {{(pid=94616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 04:32:22.252048 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310fa5f8-3af0-4bcf-ac65-7e9d74149ff6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:32:22.252694 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-310fa5f8-3af0-4bcf-ac65-7e9d74149ff6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:22.259744 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60718f55-ef0c-41d8-a278-56513f15cc9d None None] Network 0f05da63-8b71-41f5-828a-8e07a6c099ed requested from dv-cinder-810118-1-iscsi {{(pid=94617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 04:32:22.294889 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c57c016-03f0-4fc0-a624-fe946827c661 admin admin] Pushing event updated for resources: {'Port': ['ID=c69e743b-c17e-4b4a-a219-ec12003e7af5,revision_number=2']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:32:22.297511 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-2c57c016-03f0-4fc0-a624-fe946827c661 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1867637'] for router_interface, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:22.367142 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575cbe5c-5db2-45f3-8df5-d8bb45b9318c req-d524a2b9-d6cf-4586-a663-09028f9d53e2 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:32:22.377128 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-575cbe5c-5db2-45f3-8df5-d8bb45b9318c req-d524a2b9-d6cf-4586-a663-09028f9d53e2 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7d0b309-7f88-40cb-885e-a2d1668c9af1 HTTP/1.1" status: 200 len: 985 time: 0.0859411 Sep 22 04:32:22.414179 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-310fa5f8-3af0-4bcf-ac65-7e9d74149ff6 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9837749 Sep 22 04:32:22.439429 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c57c016-03f0-4fc0-a624-fe946827c661 admin admin] Network ca51e19a-eb03-4e80-b068-2395ef770566 is already hosted by enough agents. {{(pid=94615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 04:32:22.441680 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.scheduler.base_scheduler [None req-2c57c016-03f0-4fc0-a624-fe946827c661 admin admin] Resources bound (agent type, host, resource id): {{(pid=94615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 04:32:22.446982 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-575cbe5c-5db2-45f3-8df5-d8bb45b9318c req-7893800b-b401-47f7-8ed1-b8bafd13cefb tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] 10.222.0.24 "GET /v2.0/security-groups?id=3559c028-26d0-4688-9c30-5c12a4a20ad8&id=436b4c7d-c2ec-439a-aaa8-8b82a9c1f014&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0704353 Sep 22 04:32:22.546233 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d37d119d-dbbe-4463-983a-0fab3a759b34 None None] Network 0f05da63-8b71-41f5-828a-8e07a6c099ed requested from dv-cinder-810118-1-iscsi {{(pid=94617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 04:32:22.563112 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5e90f6e6-5add-4e1b-9c5b-1eff8c13c90a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:22.671482 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c57c016-03f0-4fc0-a624-fe946827c661 admin admin] Router 084e8c9e-66fb-4e21-a43d-e0a299506bc2 has already been hosted by L3 agent 67baeb3b-346e-4680-9ea8-6eec6aa84835 {{(pid=94615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 04:32:22.789807 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-29cef76e-79a7-48f4-be7d-7dd874f65521 None None] Provisioning complete for port c69e743b-c17e-4b4a-a219-ec12003e7af5 triggered by entity DHCP. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 04:32:22.790740 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-29cef76e-79a7-48f4-be7d-7dd874f65521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628798'] for port, provisioning_complete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:22.826209 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.plugin [None req-29cef76e-79a7-48f4-be7d-7dd874f65521 None None] Port c69e743b-c17e-4b4a-a219-ec12003e7af5 cannot update to ACTIVE because it is not bound. {{(pid=94617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 04:32:22.840333 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c57c016-03f0-4fc0-a624-fe946827c661 admin admin] Notify agent at l3_agent.dv-cinder-810118-1-iscsi the message routers_updated {{(pid=94615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 04:32:22.845579 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-2c57c016-03f0-4fc0-a624-fe946827c661 admin admin] 10.222.0.24 "PUT /v2.0/routers/084e8c9e-66fb-4e21-a43d-e0a299506bc2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8065772 Sep 22 04:32:23.277907 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 46828) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:32:23.282927 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.v2.base [None req-59ac303f-2376-4eed-bc93-e70a3abed4a2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1013735423-network', 'tenant_id': '13ee600f0ccb4c238fc4b8aa3ff96008'}} {{(pid=94616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 04:32:23.289057 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:23.414584 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Device c40c790e-995b-479a-8ee5-afa61744b64e up at agent ovs-agent-dv-cinder-810118-1-iscsi {{(pid=94617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 04:32:23.426155 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59ac303f-2376-4eed-bc93-e70a3abed4a2 admin admin] Made reservation on behalf of 13ee600f0ccb4c238fc4b8aa3ff96008 for: {'network': 1} {{(pid=94616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 04:32:23.428546 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-59ac303f-2376-4eed-bc93-e70a3abed4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for network, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:23.438059 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-59ac303f-2376-4eed-bc93-e70a3abed4a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:23.461637 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Provisioning complete for port c40c790e-995b-479a-8ee5-afa61744b64e triggered by entity L2. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 04:32:23.462028 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628798'] for port, provisioning_complete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:23.544366 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 46836) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:32:23.550943 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.v2.base [None req-50c2d896-39aa-49b9-a8c3-def0b2605d7e tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1006120987', 'description': 'tempest-description--1276618692'}} {{(pid=94615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 04:32:23.551508 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-59ac303f-2376-4eed-bc93-e70a3abed4a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:23.585846 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:23.609315 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] For port c40c790e-995b-479a-8ee5-afa61744b64e, host dv-cinder-810118-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810118-1-iscsi',level=0,port_id=c40c790e-995b-479a-8ee5-afa61744b64e,segment=NetworkSegment(57bccd0b-6164-41c6-a48d-7aba82135152),segment_id=57bccd0b-6164-41c6-a48d-7aba82135152)] {{(pid=94617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:32:23.639368 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd86815-3aab-4ec7-90ef-e66d0efd3884 req-674bf930-a98d-460a-8b1d-d64c9b863027 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:32:23.640909 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-6bd86815-3aab-4ec7-90ef-e66d0efd3884 req-674bf930-a98d-460a-8b1d-d64c9b863027 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7d0b309-7f88-40cb-885e-a2d1668c9af1 HTTP/1.1" status: 200 len: 985 time: 0.0600202 Sep 22 04:32:23.642061 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-59ac303f-2376-4eed-bc93-e70a3abed4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:23.683151 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59ac303f-2376-4eed-bc93-e70a3abed4a2 admin admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=94616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 04:32:23.704352 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ac303f-2376-4eed-bc93-e70a3abed4a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5e919dd-8bf4-409a-ba15-be8cc4a2f1e5,revision_number=1']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:32:23.713628 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-59ac303f-2376-4eed-bc93-e70a3abed4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-614853'] for segment, precommit_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:23.713877 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.db.segments_db [None req-59ac303f-2376-4eed-bc93-e70a3abed4a2 admin admin] Added segment 66b0c013-df29-4eab-909f-66a8b07a0c24 of type vlan for network 17fdb069-e12a-43bf-bbdc-1e0efd067ff8 Sep 22 04:32:23.723710 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:23.732303 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-6bd86815-3aab-4ec7-90ef-e66d0efd3884 req-e4ff2505-922d-4351-b514-782d1b0a21c2 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] 10.222.0.24 "GET /v2.0/security-groups?id=3559c028-26d0-4688-9c30-5c12a4a20ad8&id=436b4c7d-c2ec-439a-aaa8-8b82a9c1f014&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0819416 Sep 22 04:32:23.753319 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-50c2d896-39aa-49b9-a8c3-def0b2605d7e tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Notify callbacks [] for security_group, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:23.774560 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Pushing event updated for resources: {'Port': ['ID=c40c790e-995b-479a-8ee5-afa61744b64e,revision_number=4']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:32:23.778852 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-59ac303f-2376-4eed-bc93-e70a3abed4a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769518629407'] for network, precommit_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:23.800020 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ffd9cd5-8fdb-4b34-a22d-b3e050bdc954 None None] Sync routers for ids ['084e8c9e-66fb-4e21-a43d-e0a299506bc2'] in dv-cinder-810118-1-iscsi {{(pid=94618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 04:32:23.810545 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ffd9cd5-8fdb-4b34-a22d-b3e050bdc954 None None] Routers {'084e8c9e-66fb-4e21-a43d-e0a299506bc2'} bound to L3 agent in host dv-cinder-810118-1-iscsi {{(pid=94618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 04:32:23.811341 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.l3_hamode_db [None req-0ffd9cd5-8fdb-4b34-a22d-b3e050bdc954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810118-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T04:20:22Z,description=,heartbeat_timestamp=2021-09-22T04:32:22Z,host='dv-cinder-810118-1-iscsi',id=67baeb3b-346e-4680-9ea8-6eec6aa84835,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T04:20:23Z,topic='l3_agent')) {'router_ids': ['084e8c9e-66fb-4e21-a43d-e0a299506bc2'], 'active': True} {{(pid=94618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:32:23.843473 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-50c2d896-39aa-49b9-a8c3-def0b2605d7e tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Notify callbacks [] for security_group, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:23.844898 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Device 6a29af49-e228-4a85-b63a-5b5e84f27dde no longer exists at agent hyperv_hv-cinder-81011 {{(pid=94617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 04:32:23.865558 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.plugin [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] No Port match for: 6a29af49-e228-4a85-b63a-5b5e84f27dde {{(pid=94617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 04:32:23.865906 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Device 6a29af49-e228-4a85-b63a-5b5e84f27dde not bound to the agent host hv-cinder-81011 {{(pid=94617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 04:32:23.919849 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.l3_dvr_db [None req-0ffd9cd5-8fdb-4b34-a22d-b3e050bdc954 None None] Set router 084e8c9e-66fb-4e21-a43d-e0a299506bc2 gateway port host: dv-cinder-810118-1-iscsi {{(pid=94618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 04:32:23.946302 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-59ac303f-2376-4eed-bc93-e70a3abed4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117'] for network, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:23.947336 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ac303f-2376-4eed-bc93-e70a3abed4a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:32:23.947919 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-59ac303f-2376-4eed-bc93-e70a3abed4a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578295'] for network, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:23.981735 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-50c2d896-39aa-49b9-a8c3-def0b2605d7e tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:24.014223 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ac303f-2376-4eed-bc93-e70a3abed4a2 admin admin] Pushing event updated for resources: {'Network': ['ID=17fdb069-e12a-43bf-bbdc-1e0efd067ff8,revision_number=1']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:32:24.025844 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Network 17fdb069-e12a-43bf-bbdc-1e0efd067ff8 details requested by agent ovs-agent-dv-cinder-810118-1-iscsi with host dv-cinder-810118-1-iscsi {{(pid=94617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 04:32:24.038788 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c2d896-39aa-49b9-a8c3-def0b2605d7e tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4ff925a-f065-42a9-bdee-45eb1fefa4ef,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:32:24.101076 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-59ac303f-2376-4eed-bc93-e70a3abed4a2 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8219593 Sep 22 04:32:24.104194 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 46842) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:32:24.108980 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.v2.base [None req-898c4d3a-d722-4a3d-8a4e-b5cbb77c2e3c admin admin] Request body: {'subnet': {'network_id': '17fdb069-e12a-43bf-bbdc-1e0efd067ff8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1013735423-subnet', 'tenant_id': '13ee600f0ccb4c238fc4b8aa3ff96008', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 04:32:24.134989 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-50c2d896-39aa-49b9-a8c3-def0b2605d7e tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Notify callbacks [] for security_group, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:24.135203 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-62fe730e-da9a-4cac-a5e3-718f571d83ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:24.137112 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-50c2d896-39aa-49b9-a8c3-def0b2605d7e tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5904226 Sep 22 04:32:24.140266 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 46844) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:32:24.145215 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.v2.base [None req-14066dd5-c6d4-4016-aa1e-59b9603701d6 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Request body: {'security_group_rule': {'security_group_id': 'd4ff925a-f065-42a9-bdee-45eb1fefa4ef', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 04:32:24.223057 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.l3_hamode_db [None req-0ffd9cd5-8fdb-4b34-a22d-b3e050bdc954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '084e8c9e-66fb-4e21-a43d-e0a299506bc2', 'name': 'tempest-AttachVolumeTestJSON-833141330-router', 'tenant_id': 'ad7f6cd153e24f3db680028c6bdb22b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'external_fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': 'c40c790e-995b-479a-8ee5-afa61744b64e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T04:32:16Z', 'updated_at': '2021-09-22T04:32:21Z', 'revision_number': 4, 'project_id': 'ad7f6cd153e24f3db680028c6bdb22b5', 'gw_port': {'id': 'c40c790e-995b-479a-8ee5-afa61744b64e', 'name': '', 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084e8c9e-66fb-4e21-a43d-e0a299506bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:32:17Z', 'updated_at': '2021-09-22T04:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810118-1-iscsi', '_interfaces': [{'id': 'c69e743b-c17e-4b4a-a219-ec12003e7af5', 'name': '', 'network_id': 'ca51e19a-eb03-4e80-b068-2395ef770566', 'tenant_id': 'ad7f6cd153e24f3db680028c6bdb22b5', 'mac_address': 'fa:16:3e:90:21:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '084e8c9e-66fb-4e21-a43d-e0a299506bc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'd4733523-2a04-4d39-afc7-a1fd1c83d105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:32:20Z', 'updated_at': '2021-09-22T04:32:21Z', 'revision_number': 2, 'project_id': 'ad7f6cd153e24f3db680028c6bdb22b5', 'subnets': [{'id': 'd4733523-2a04-4d39-afc7-a1fd1c83d105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810118-1-iscsi', False) {} {{(pid=94618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:32:24.232172 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-898c4d3a-d722-4a3d-8a4e-b5cbb77c2e3c admin admin] Made reservation on behalf of 13ee600f0ccb4c238fc4b8aa3ff96008 for: {'subnet': 1} {{(pid=94616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 04:32:24.235422 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-898c4d3a-d722-4a3d-8a4e-b5cbb77c2e3c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532840891'] for subnet, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:24.249209 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ffd9cd5-8fdb-4b34-a22d-b3e050bdc954 None None] Checking router: 084e8c9e-66fb-4e21-a43d-e0a299506bc2 for host: dv-cinder-810118-1-iscsi {{(pid=94618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 04:32:24.249487 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ffd9cd5-8fdb-4b34-a22d-b3e050bdc954 None None] Updating router 084e8c9e-66fb-4e21-a43d-e0a299506bc2 port c69e743b-c17e-4b4a-a219-ec12003e7af5 binding host dv-cinder-810118-1-iscsi {{(pid=94618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 04:32:24.273424 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron_lib.callbacks.manager [None req-0ffd9cd5-8fdb-4b34-a22d-b3e050bdc954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:24.322584 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-14066dd5-c6d4-4016-aa1e-59b9603701d6 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:24.384724 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-14066dd5-c6d4-4016-aa1e-59b9603701d6 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:24.455030 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-14066dd5-c6d4-4016-aa1e-59b9603701d6 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073950'] for security_group_rule, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:24.471169 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14066dd5-c6d4-4016-aa1e-59b9603701d6 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d247f9c-18f8-4937-9e0d-07634801ecbc,revision_number=0']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:32:24.495275 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-898c4d3a-d722-4a3d-8a4e-b5cbb77c2e3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534565686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532840841'] for subnet, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:24.536885 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron_lib.callbacks.manager [None req-0ffd9cd5-8fdb-4b34-a22d-b3e050bdc954 None None] Notify callbacks [] for port, precommit_update {{(pid=94618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:24.552074 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-14066dd5-c6d4-4016-aa1e-59b9603701d6 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:24.553603 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-14066dd5-c6d4-4016-aa1e-59b9603701d6 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4119480 Sep 22 04:32:24.556635 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 46848) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:32:24.558032 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898c4d3a-d722-4a3d-8a4e-b5cbb77c2e3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d125418-cae7-401a-a72d-554afc89aa54,revision_number=0']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:32:24.561636 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.v2.base [None req-3ce62d08-7d4c-4ca7-bd9d-79fc5c27cb3a tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Request body: {'security_group_rule': {'security_group_id': 'd4ff925a-f065-42a9-bdee-45eb1fefa4ef', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 04:32:24.562534 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898c4d3a-d722-4a3d-8a4e-b5cbb77c2e3c admin admin] Checking segment: {'id': '66b0c013-df29-4eab-909f-66a8b07a0c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '17fdb069-e12a-43bf-bbdc-1e0efd067ff8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 04:32:24.562893 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898c4d3a-d722-4a3d-8a4e-b5cbb77c2e3c admin admin] Network hostable DHCP agents. Network: 17fdb069-e12a-43bf-bbdc-1e0efd067ff8, hostable agents: ['73f1375a-57ed-4431-affd-4785c4767c4b'], hosted agents: [] {{(pid=94616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 04:32:24.649026 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron_lib.callbacks.manager [None req-0ffd9cd5-8fdb-4b34-a22d-b3e050bdc954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:24.697939 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b397750b-bb1d-4945-a99a-daf9873eb042 None None] Pushing event updated for resources: {'Port': ['ID=c69e743b-c17e-4b4a-a219-ec12003e7af5,revision_number=3']} {{(pid=94618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:32:24.711964 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898c4d3a-d722-4a3d-8a4e-b5cbb77c2e3c admin admin] Network 17fdb069-e12a-43bf-bbdc-1e0efd067ff8 is scheduled to be hosted by DHCP agent 73f1375a-57ed-4431-affd-4785c4767c4b with binding_index 1 {{(pid=94616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 04:32:24.721932 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b397750b-bb1d-4945-a99a-daf9873eb042 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:32:24.722278 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b397750b-bb1d-4945-a99a-daf9873eb042 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:32:24.724400 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b397750b-bb1d-4945-a99a-daf9873eb042 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:32:24.724400 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b397750b-bb1d-4945-a99a-daf9873eb042 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:32:24.724400 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b397750b-bb1d-4945-a99a-daf9873eb042 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:32:24.724400 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b397750b-bb1d-4945-a99a-daf9873eb042 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:32:24.724400 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b397750b-bb1d-4945-a99a-daf9873eb042 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:32:24.724400 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b397750b-bb1d-4945-a99a-daf9873eb042 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:32:24.724961 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b397750b-bb1d-4945-a99a-daf9873eb042 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:32:24.724961 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b397750b-bb1d-4945-a99a-daf9873eb042 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:32:24.725115 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b397750b-bb1d-4945-a99a-daf9873eb042 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:32:24.725437 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b397750b-bb1d-4945-a99a-daf9873eb042 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:32:24.746372 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-3ce62d08-7d4c-4ca7-bd9d-79fc5c27cb3a tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:24.760563 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.plugins.ml2.managers [None req-0ffd9cd5-8fdb-4b34-a22d-b3e050bdc954 None None] Attempting to bind port c69e743b-c17e-4b4a-a219-ec12003e7af5 on host dv-cinder-810118-1-iscsi for vnic_type normal with profile {{(pid=94618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 04:32:24.761202 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.plugins.ml2.managers [None req-0ffd9cd5-8fdb-4b34-a22d-b3e050bdc954 None None] Attempting to bind port c69e743b-c17e-4b4a-a219-ec12003e7af5 by drivers openvswitch,hyperv on host dv-cinder-810118-1-iscsi at level 0 using segments [{'id': '02ddcc00-f354-4996-9afc-0811ec64930a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ca51e19a-eb03-4e80-b068-2395ef770566'}] {{(pid=94618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 04:32:24.761726 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ffd9cd5-8fdb-4b34-a22d-b3e050bdc954 None None] Attempting to bind port c69e743b-c17e-4b4a-a219-ec12003e7af5 on network ca51e19a-eb03-4e80-b068-2395ef770566 {{(pid=94618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 04:32:24.768761 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ffd9cd5-8fdb-4b34-a22d-b3e050bdc954 None None] Checking agent: {'id': '43b86276-d23d-4f96-ad83-0361cfa8e6ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810118-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 4, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 4, 20, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 4, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810118-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 04:32:24.768761 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ffd9cd5-8fdb-4b34-a22d-b3e050bdc954 None None] Checking segment: {'id': '02ddcc00-f354-4996-9afc-0811ec64930a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ca51e19a-eb03-4e80-b068-2395ef770566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 04:32:24.768761 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron_lib.callbacks.manager [None req-0ffd9cd5-8fdb-4b34-a22d-b3e050bdc954 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:24.768761 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ffd9cd5-8fdb-4b34-a22d-b3e050bdc954 None None] Bound using segment: {'id': '02ddcc00-f354-4996-9afc-0811ec64930a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ca51e19a-eb03-4e80-b068-2395ef770566'} {{(pid=94618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 04:32:24.768761 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.plugins.ml2.managers [None req-0ffd9cd5-8fdb-4b34-a22d-b3e050bdc954 None None] Bound port: c69e743b-c17e-4b4a-a219-ec12003e7af5, host: dv-cinder-810118-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02ddcc00-f354-4996-9afc-0811ec64930a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ca51e19a-eb03-4e80-b068-2395ef770566'}}] {{(pid=94618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 04:32:24.769430 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron_lib.callbacks.manager [None req-0ffd9cd5-8fdb-4b34-a22d-b3e050bdc954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:24.820287 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-3ce62d08-7d4c-4ca7-bd9d-79fc5c27cb3a tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:24.831775 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.scheduler.base_scheduler [None req-898c4d3a-d722-4a3d-8a4e-b5cbb77c2e3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810118-1-iscsi, 17fdb069-e12a-43bf-bbdc-1e0efd067ff8) {{(pid=94616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 04:32:24.836011 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-898c4d3a-d722-4a3d-8a4e-b5cbb77c2e3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:32:24.836703 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-898c4d3a-d722-4a3d-8a4e-b5cbb77c2e3c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:24.842924 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a0b59f2-1457-48b1-8eee-ccbed2ea67ab None None] Network 17fdb069-e12a-43bf-bbdc-1e0efd067ff8 requested from dv-cinder-810118-1-iscsi {{(pid=94617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 04:32:24.851654 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.plugins.ml2.db [None req-0ffd9cd5-8fdb-4b34-a22d-b3e050bdc954 None None] For port c69e743b-c17e-4b4a-a219-ec12003e7af5, host dv-cinder-810118-1-iscsi, cleared binding levels {{(pid=94618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 04:32:24.855726 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.plugins.ml2.db [None req-0ffd9cd5-8fdb-4b34-a22d-b3e050bdc954 None None] For port c69e743b-c17e-4b4a-a219-ec12003e7af5, host dv-cinder-810118-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810118-1-iscsi',level=0,port_id=c69e743b-c17e-4b4a-a219-ec12003e7af5,segment=NetworkSegment(02ddcc00-f354-4996-9afc-0811ec64930a),segment_id=02ddcc00-f354-4996-9afc-0811ec64930a)] {{(pid=94618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 04:32:24.886616 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fbcae7-7b3c-4ddf-a223-52124fc24e5d req-4358c413-fa70-4d3f-86e4-cd3708913a7a tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:32:24.888183 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-01fbcae7-7b3c-4ddf-a223-52124fc24e5d req-4358c413-fa70-4d3f-86e4-cd3708913a7a tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7d0b309-7f88-40cb-885e-a2d1668c9af1 HTTP/1.1" status: 200 len: 985 time: 0.0708430 Sep 22 04:32:24.925035 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-3ce62d08-7d4c-4ca7-bd9d-79fc5c27cb3a tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073950'] for security_group_rule, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:24.938586 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-01fbcae7-7b3c-4ddf-a223-52124fc24e5d req-06b033db-58db-4787-99ec-3ccaf5295ec2 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] 10.222.0.24 "GET /v2.0/security-groups?id=3559c028-26d0-4688-9c30-5c12a4a20ad8&id=436b4c7d-c2ec-439a-aaa8-8b82a9c1f014&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0442560 Sep 22 04:32:24.949700 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce62d08-7d4c-4ca7-bd9d-79fc5c27cb3a tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77a6fab0-8d87-4460-afb4-2f2a5a75707d,revision_number=0']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:32:24.957246 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron_lib.callbacks.manager [None req-0ffd9cd5-8fdb-4b34-a22d-b3e050bdc954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:24.958630 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-898c4d3a-d722-4a3d-8a4e-b5cbb77c2e3c admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8529785 Sep 22 04:32:24.989734 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-2d0b8d4a-2b9a-4c11-9d16-86b96e71035b None None] Provisioning complete for port c69e743b-c17e-4b4a-a219-ec12003e7af5 triggered by entity DHCP. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 04:32:24.990117 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2d0b8d4a-2b9a-4c11-9d16-86b96e71035b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628798'] for port, provisioning_complete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:25.016051 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ffd9cd5-8fdb-4b34-a22d-b3e050bdc954 None None] Routers {'084e8c9e-66fb-4e21-a43d-e0a299506bc2'} bound to L3 agent in host dv-cinder-810118-1-iscsi {{(pid=94618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 04:32:25.016707 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.l3_hamode_db [None req-0ffd9cd5-8fdb-4b34-a22d-b3e050bdc954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810118-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T04:20:22Z,description=,heartbeat_timestamp=2021-09-22T04:32:22Z,host='dv-cinder-810118-1-iscsi',id=67baeb3b-346e-4680-9ea8-6eec6aa84835,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T04:20:23Z,topic='l3_agent')) {'router_ids': ['084e8c9e-66fb-4e21-a43d-e0a299506bc2'], 'active': True} {{(pid=94618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:32:25.017422 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e9339f-c2bd-4099-b635-dc7b4e7f1ffe None None] Network 17fdb069-e12a-43bf-bbdc-1e0efd067ff8 requested from dv-cinder-810118-1-iscsi {{(pid=94617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 04:32:25.037993 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-3ce62d08-7d4c-4ca7-bd9d-79fc5c27cb3a tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:25.043416 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-3ce62d08-7d4c-4ca7-bd9d-79fc5c27cb3a tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4856777 Sep 22 04:32:25.043776 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 46854) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:32:25.049906 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.v2.base [None req-e43d61fa-7f40-4791-80f8-f2ef1ff218a6 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Request body: {'floatingip': {'floating_network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463'}} {{(pid=94616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 04:32:25.067735 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b397750b-bb1d-4945-a99a-daf9873eb042 None None] Pushing event updated for resources: {'Port': ['ID=c69e743b-c17e-4b4a-a219-ec12003e7af5,revision_number=4']} {{(pid=94618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:32:25.118688 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 46858) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:32:25.164164 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-e43d61fa-7f40-4791-80f8-f2ef1ff218a6 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Notify callbacks [] for floatingip, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:25.167437 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.l3_dvr_db [None req-0ffd9cd5-8fdb-4b34-a22d-b3e050bdc954 None None] Set router 084e8c9e-66fb-4e21-a43d-e0a299506bc2 gateway port host: dv-cinder-810118-1-iscsi {{(pid=94618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 04:32:25.173882 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3f3975b-d69c-4142-a154-c4ad06b6bfe3 admin admin] Deleting subnet cda9a0ef-2386-460c-acc9-feed6c3205e0 {{(pid=94615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 04:32:25.177684 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-d3f3975b-d69c-4142-a154-c4ad06b6bfe3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:25.214170 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-d3f3975b-d69c-4142-a154-c4ad06b6bfe3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-533529875'] for subnet, precommit_delete_associations {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:25.228827 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2d0b8d4a-2b9a-4c11-9d16-86b96e71035b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:25.273258 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-d3f3975b-d69c-4142-a154-c4ad06b6bfe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-628562'] for subnet, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:25.299188 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-2d0b8d4a-2b9a-4c11-9d16-86b96e71035b None None] For port c69e743b-c17e-4b4a-a219-ec12003e7af5, host dv-cinder-810118-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810118-1-iscsi',level=0,port_id=c69e743b-c17e-4b4a-a219-ec12003e7af5,segment=NetworkSegment(02ddcc00-f354-4996-9afc-0811ec64930a),segment_id=02ddcc00-f354-4996-9afc-0811ec64930a)] {{(pid=94617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:32:25.312089 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-e43d61fa-7f40-4791-80f8-f2ef1ff218a6 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:25.404512 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.l3_hamode_db [None req-0ffd9cd5-8fdb-4b34-a22d-b3e050bdc954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '084e8c9e-66fb-4e21-a43d-e0a299506bc2', 'name': 'tempest-AttachVolumeTestJSON-833141330-router', 'tenant_id': 'ad7f6cd153e24f3db680028c6bdb22b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'external_fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': 'c40c790e-995b-479a-8ee5-afa61744b64e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T04:32:16Z', 'updated_at': '2021-09-22T04:32:21Z', 'revision_number': 4, 'project_id': 'ad7f6cd153e24f3db680028c6bdb22b5', 'gw_port': {'id': 'c40c790e-995b-479a-8ee5-afa61744b64e', 'name': '', 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084e8c9e-66fb-4e21-a43d-e0a299506bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:32:17Z', 'updated_at': '2021-09-22T04:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810118-1-iscsi', '_interfaces': [{'id': 'c69e743b-c17e-4b4a-a219-ec12003e7af5', 'name': '', 'network_id': 'ca51e19a-eb03-4e80-b068-2395ef770566', 'tenant_id': 'ad7f6cd153e24f3db680028c6bdb22b5', 'mac_address': 'fa:16:3e:90:21:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '084e8c9e-66fb-4e21-a43d-e0a299506bc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'd4733523-2a04-4d39-afc7-a1fd1c83d105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:32:20Z', 'updated_at': '2021-09-22T04:32:24Z', 'revision_number': 4, 'project_id': 'ad7f6cd153e24f3db680028c6bdb22b5', 'subnets': [{'id': 'd4733523-2a04-4d39-afc7-a1fd1c83d105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810118-1-iscsi', False) {} {{(pid=94618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:32:25.409180 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2d0b8d4a-2b9a-4c11-9d16-86b96e71035b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:25.416944 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Device c40c790e-995b-479a-8ee5-afa61744b64e up at agent ovs-agent-dv-cinder-810118-1-iscsi {{(pid=94617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 04:32:25.424544 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.db.db_base_plugin_common [None req-e43d61fa-7f40-4791-80f8-f2ef1ff218a6 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Allocated IP 172.27.3.66 (1c001e5d-5f10-46e0-9089-3ba13d08e463/ef28eb13-4204-4034-a22d-0722adaca342/5e9bcfa9-8105-4f1c-ae4a-64ca867a3815) {{(pid=94616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 04:32:25.433393 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ffd9cd5-8fdb-4b34-a22d-b3e050bdc954 None None] The sync data for ids ['084e8c9e-66fb-4e21-a43d-e0a299506bc2'] in dv-cinder-810118-1-iscsi is: [{'id': '084e8c9e-66fb-4e21-a43d-e0a299506bc2', 'name': 'tempest-AttachVolumeTestJSON-833141330-router', 'tenant_id': 'ad7f6cd153e24f3db680028c6bdb22b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'external_fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': 'c40c790e-995b-479a-8ee5-afa61744b64e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T04:32:16Z', 'updated_at': '2021-09-22T04:32:21Z', 'revision_number': 4, 'project_id': 'ad7f6cd153e24f3db680028c6bdb22b5', 'gw_port': {'id': 'c40c790e-995b-479a-8ee5-afa61744b64e', 'name': '', 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084e8c9e-66fb-4e21-a43d-e0a299506bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:32:17Z', 'updated_at': '2021-09-22T04:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810118-1-iscsi', '_interfaces': [{'id': 'c69e743b-c17e-4b4a-a219-ec12003e7af5', 'name': '', 'network_id': 'ca51e19a-eb03-4e80-b068-2395ef770566', 'tenant_id': 'ad7f6cd153e24f3db680028c6bdb22b5', 'mac_address': 'fa:16:3e:90:21:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '084e8c9e-66fb-4e21-a43d-e0a299506bc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'd4733523-2a04-4d39-afc7-a1fd1c83d105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:32:20Z', 'updated_at': '2021-09-22T04:32:24Z', 'revision_number': 4, 'project_id': 'ad7f6cd153e24f3db680028c6bdb22b5', 'subnets': [{'id': 'd4733523-2a04-4d39-afc7-a1fd1c83d105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 04:32:25.439703 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-d3f3975b-d69c-4142-a154-c4ad06b6bfe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-628571', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533447834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-533135712'] for subnet, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:25.508971 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f3975b-d69c-4142-a154-c4ad06b6bfe3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cda9a0ef-2386-460c-acc9-feed6c3205e0,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:32:25.519018 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-d3f3975b-d69c-4142-a154-c4ad06b6bfe3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578295'] for subnet, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:25.525831 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 46860) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:32:25.526528 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-d3f3975b-d69c-4142-a154-c4ad06b6bfe3 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/cda9a0ef-2386-460c-acc9-feed6c3205e0 HTTP/1.1" status: 204 len: 168 time: 0.4071047 Sep 22 04:32:25.645015 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-e43d61fa-7f40-4791-80f8-f2ef1ff218a6 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Notify callbacks [] for port, precommit_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:25.652590 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-9035130a-0ce2-410c-9bf5-17dc93013579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536234'] for network, before_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:25.663580 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0b8d4a-2b9a-4c11-9d16-86b96e71035b None None] Pushing event updated for resources: {'Port': ['ID=c69e743b-c17e-4b4a-a219-ec12003e7af5,revision_number=5']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:32:25.682032 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-3c77b365-998b-4155-a7cb-bbaee1788d4a None None] Provisioning complete for port c69e743b-c17e-4b4a-a219-ec12003e7af5 triggered by entity DHCP. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 04:32:25.682415 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-3c77b365-998b-4155-a7cb-bbaee1788d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628798'] for port, provisioning_complete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:25.705900 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Provisioning complete for port c40c790e-995b-479a-8ee5-afa61744b64e triggered by entity L2. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 04:32:25.706275 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628798'] for port, provisioning_complete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:25.754007 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-c7bbae2d-f237-46cc-b838-3371bd865633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:25.756634 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-9035130a-0ce2-410c-9bf5-17dc93013579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-628203', 'neutron.services.segments.db._delete_segments_for_network-8769519186836'] for network, precommit_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:25.781404 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.services.segments.db [None req-9035130a-0ce2-410c-9bf5-17dc93013579 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f05da63-8b71-41f5-828a-8e07a6c099ed']}} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:32:25.792405 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.services.segments.db [None req-9035130a-0ce2-410c-9bf5-17dc93013579 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77e0c6ad-6dc3-47d9-a2f5-d05a057f77a3') {'for_net_delete': True} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:32:25.793006 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.services.segments.db [None req-9035130a-0ce2-410c-9bf5-17dc93013579 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77e0c6ad-6dc3-47d9-a2f5-d05a057f77a3') {} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:32:25.803304 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-9035130a-0ce2-410c-9bf5-17dc93013579 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769519186077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534548653'] for segment, before_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:25.812953 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-e43d61fa-7f40-4791-80f8-f2ef1ff218a6 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769518673857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534565802'] for port, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:25.846439 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-9035130a-0ce2-410c-9bf5-17dc93013579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-614853'] for segment, precommit_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:25.857711 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e43d61fa-7f40-4791-80f8-f2ef1ff218a6 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Network 1c001e5d-5f10-46e0-9089-3ba13d08e463 is already hosted by enough agents. {{(pid=94616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 04:32:25.863550 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.scheduler.base_scheduler [None req-e43d61fa-7f40-4791-80f8-f2ef1ff218a6 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Resources bound (agent type, host, resource id): {{(pid=94616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 04:32:25.865756 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9035130a-0ce2-410c-9bf5-17dc93013579 admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=94616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 04:32:25.866156 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-9035130a-0ce2-410c-9bf5-17dc93013579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-614853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534564441'] for segment, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:25.869999 dv-cinder-810118-1-iscsi neutron-server[94616]: Traceback (most recent call last): Sep 22 04:32:25.869999 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 04:32:25.869999 dv-cinder-810118-1-iscsi neutron-server[94616]: timer() Sep 22 04:32:25.869999 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 04:32:25.869999 dv-cinder-810118-1-iscsi neutron-server[94616]: cb(*args, **kw) Sep 22 04:32:25.869999 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 04:32:25.869999 dv-cinder-810118-1-iscsi neutron-server[94616]: return func(*args, **kwargs) Sep 22 04:32:25.869999 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 04:32:25.869999 dv-cinder-810118-1-iscsi neutron-server[94616]: self._notify() Sep 22 04:32:25.869999 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 04:32:25.869999 dv-cinder-810118-1-iscsi neutron-server[94616]: self.callback(batched_events) Sep 22 04:32:25.869999 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 04:32:25.869999 dv-cinder-810118-1-iscsi neutron-server[94616]: event.method(event) Sep 22 04:32:25.869999 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 04:32:25.869999 dv-cinder-810118-1-iscsi neutron-server[94616]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 04:32:25.869999 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 04:32:25.869999 dv-cinder-810118-1-iscsi neutron-server[94616]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 04:32:25.869999 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 04:32:25.869999 dv-cinder-810118-1-iscsi neutron-server[94616]: return f(self, *a, **k) Sep 22 04:32:25.869999 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 04:32:25.869999 dv-cinder-810118-1-iscsi neutron-server[94616]: return self._get(url).json() Sep 22 04:32:25.869999 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 04:32:25.869999 dv-cinder-810118-1-iscsi neutron-server[94616]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 04:32:25.869999 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 04:32:25.869999 dv-cinder-810118-1-iscsi neutron-server[94616]: return self.request(url, 'GET', **kwargs) Sep 22 04:32:25.869999 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 04:32:25.869999 dv-cinder-810118-1-iscsi neutron-server[94616]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 04:32:25.869999 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 04:32:25.869999 dv-cinder-810118-1-iscsi neutron-server[94616]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 04:32:25.869999 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 04:32:25.869999 dv-cinder-810118-1-iscsi neutron-server[94616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 04:32:25.869999 dv-cinder-810118-1-iscsi neutron-server[94616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 04:32:25.872204 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43d61fa-7f40-4791-80f8-f2ef1ff218a6 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Received port after_create {{(pid=94616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 04:32:25.906449 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43d61fa-7f40-4791-80f8-f2ef1ff218a6 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Pushing event updated for resources: {'Port': ['ID=5e9bcfa9-8105-4f1c-ae4a-64ca867a3815,revision_number=1']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:32:26.060938 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d986f5e-a9ae-433d-a00e-fbd2e59ac9a6 req-8c72f0ee-88d1-48c3-b6b3-c3cdf93b79db tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:32:26.062514 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-0d986f5e-a9ae-433d-a00e-fbd2e59ac9a6 req-8c72f0ee-88d1-48c3-b6b3-c3cdf93b79db tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7d0b309-7f88-40cb-885e-a2d1668c9af1 HTTP/1.1" status: 200 len: 985 time: 0.0506723 Sep 22 04:32:26.077609 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-9035130a-0ce2-410c-9bf5-17dc93013579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-628188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1865228'] for network, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:26.108175 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-9035130a-0ce2-410c-9bf5-17dc93013579 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578295'] for network, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:26.112807 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-9035130a-0ce2-410c-9bf5-17dc93013579 admin admin] 10.222.0.24 "DELETE /v2.0/networks/0f05da63-8b71-41f5-828a-8e07a6c099ed HTTP/1.1" status: 204 len: 168 time: 0.5824502 Sep 22 04:32:26.112985 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 46866) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:32:26.148864 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9035130a-0ce2-410c-9bf5-17dc93013579 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f05da63-8b71-41f5-828a-8e07a6c099ed,revision_number=None']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:32:26.170580 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.db.db_base_plugin_v2 [None req-824afb4f-aada-4880-840f-184d688473a1 admin admin] Deleting subnet 7d125418-cae7-401a-a72d-554afc89aa54 {{(pid=94615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 04:32:26.174988 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-824afb4f-aada-4880-840f-184d688473a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:26.192670 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-0d986f5e-a9ae-433d-a00e-fbd2e59ac9a6 req-e447d576-7d7d-4011-8a50-71f53ff16e5a tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] 10.222.0.24 "GET /v2.0/security-groups?id=3559c028-26d0-4688-9c30-5c12a4a20ad8&id=436b4c7d-c2ec-439a-aaa8-8b82a9c1f014&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1235700 Sep 22 04:32:26.210117 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-e43d61fa-7f40-4791-80f8-f2ef1ff218a6 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:26.237691 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-824afb4f-aada-4880-840f-184d688473a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-533529875'] for subnet, precommit_delete_associations {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:26.281125 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-824afb4f-aada-4880-840f-184d688473a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-628562'] for subnet, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:26.339301 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-e43d61fa-7f40-4791-80f8-f2ef1ff218a6 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:26.403709 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-824afb4f-aada-4880-840f-184d688473a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-628571', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533447834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-533135712'] for subnet, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:26.431983 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824afb4f-aada-4880-840f-184d688473a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d125418-cae7-401a-a72d-554afc89aa54,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:32:26.434426 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-824afb4f-aada-4880-840f-184d688473a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578295'] for subnet, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:26.436508 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-824afb4f-aada-4880-840f-184d688473a1 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/7d125418-cae7-401a-a72d-554afc89aa54 HTTP/1.1" status: 204 len: 168 time: 0.3225143 Sep 22 04:32:26.439102 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 46870) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:32:26.501290 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-e43d61fa-7f40-4791-80f8-f2ef1ff218a6 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Notify callbacks [] for port, precommit_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:26.517613 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-33c62b08-6b7b-42c2-802a-459274767600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536234'] for network, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:26.591778 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-e43d61fa-7f40-4791-80f8-f2ef1ff218a6 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534565793'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:26.598740 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-33c62b08-6b7b-42c2-802a-459274767600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-628203', 'neutron.services.segments.db._delete_segments_for_network-8769519186836'] for network, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:26.625020 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.services.segments.db [None req-33c62b08-6b7b-42c2-802a-459274767600 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17fdb069-e12a-43bf-bbdc-1e0efd067ff8']}} {{(pid=94615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:32:26.640607 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.services.segments.db [None req-33c62b08-6b7b-42c2-802a-459274767600 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66b0c013-df29-4eab-909f-66a8b07a0c24') {'for_net_delete': True} {{(pid=94615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:32:26.640607 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.services.segments.db [None req-33c62b08-6b7b-42c2-802a-459274767600 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66b0c013-df29-4eab-909f-66a8b07a0c24') {} {{(pid=94615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:32:26.647258 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-33c62b08-6b7b-42c2-802a-459274767600 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769519186077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-533529866'] for segment, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:26.664582 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43d61fa-7f40-4791-80f8-f2ef1ff218a6 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Pushing event updated for resources: {'Port': ['ID=5e9bcfa9-8105-4f1c-ae4a-64ca867a3815,revision_number=2']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:32:26.671658 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-33c62b08-6b7b-42c2-802a-459274767600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-614853'] for segment, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:26.676263 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33c62b08-6b7b-42c2-802a-459274767600 admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=94615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 04:32:26.677032 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-33c62b08-6b7b-42c2-802a-459274767600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-614853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533453108'] for segment, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:26.679274 dv-cinder-810118-1-iscsi neutron-server[94615]: Traceback (most recent call last): Sep 22 04:32:26.679274 dv-cinder-810118-1-iscsi neutron-server[94615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 04:32:26.679274 dv-cinder-810118-1-iscsi neutron-server[94615]: timer() Sep 22 04:32:26.679274 dv-cinder-810118-1-iscsi neutron-server[94615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 04:32:26.679274 dv-cinder-810118-1-iscsi neutron-server[94615]: cb(*args, **kw) Sep 22 04:32:26.679274 dv-cinder-810118-1-iscsi neutron-server[94615]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 04:32:26.679274 dv-cinder-810118-1-iscsi neutron-server[94615]: return func(*args, **kwargs) Sep 22 04:32:26.679274 dv-cinder-810118-1-iscsi neutron-server[94615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 04:32:26.679274 dv-cinder-810118-1-iscsi neutron-server[94615]: self._notify() Sep 22 04:32:26.679274 dv-cinder-810118-1-iscsi neutron-server[94615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 04:32:26.679274 dv-cinder-810118-1-iscsi neutron-server[94615]: self.callback(batched_events) Sep 22 04:32:26.679274 dv-cinder-810118-1-iscsi neutron-server[94615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 04:32:26.679274 dv-cinder-810118-1-iscsi neutron-server[94615]: event.method(event) Sep 22 04:32:26.679274 dv-cinder-810118-1-iscsi neutron-server[94615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 04:32:26.679274 dv-cinder-810118-1-iscsi neutron-server[94615]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 04:32:26.679274 dv-cinder-810118-1-iscsi neutron-server[94615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 04:32:26.679274 dv-cinder-810118-1-iscsi neutron-server[94615]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 04:32:26.679274 dv-cinder-810118-1-iscsi neutron-server[94615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 04:32:26.679274 dv-cinder-810118-1-iscsi neutron-server[94615]: return f(self, *a, **k) Sep 22 04:32:26.679274 dv-cinder-810118-1-iscsi neutron-server[94615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 04:32:26.679274 dv-cinder-810118-1-iscsi neutron-server[94615]: return self._get(url).json() Sep 22 04:32:26.679274 dv-cinder-810118-1-iscsi neutron-server[94615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 04:32:26.679274 dv-cinder-810118-1-iscsi neutron-server[94615]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 04:32:26.679274 dv-cinder-810118-1-iscsi neutron-server[94615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 04:32:26.679274 dv-cinder-810118-1-iscsi neutron-server[94615]: return self.request(url, 'GET', **kwargs) Sep 22 04:32:26.679274 dv-cinder-810118-1-iscsi neutron-server[94615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 04:32:26.679274 dv-cinder-810118-1-iscsi neutron-server[94615]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 04:32:26.679274 dv-cinder-810118-1-iscsi neutron-server[94615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 04:32:26.679274 dv-cinder-810118-1-iscsi neutron-server[94615]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 04:32:26.679274 dv-cinder-810118-1-iscsi neutron-server[94615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 04:32:26.679274 dv-cinder-810118-1-iscsi neutron-server[94615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 04:32:26.679274 dv-cinder-810118-1-iscsi neutron-server[94615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 04:32:26.683359 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-e43d61fa-7f40-4791-80f8-f2ef1ff218a6 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1865242'] for floatingip, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:26.786305 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-e43d61fa-7f40-4791-80f8-f2ef1ff218a6 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34584'] for floatingip, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:26.787590 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-e43d61fa-7f40-4791-80f8-f2ef1ff218a6 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7424383 Sep 22 04:32:26.815104 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-33c62b08-6b7b-42c2-802a-459274767600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-628188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1865228'] for network, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:26.822650 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-33c62b08-6b7b-42c2-802a-459274767600 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578295'] for network, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:26.825224 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-33c62b08-6b7b-42c2-802a-459274767600 admin admin] 10.222.0.24 "DELETE /v2.0/networks/17fdb069-e12a-43bf-bbdc-1e0efd067ff8 HTTP/1.1" status: 204 len: 168 time: 0.3850181 Sep 22 04:32:26.834951 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c62b08-6b7b-42c2-802a-459274767600 admin admin] Pushing event deleted for resources: {'Network': ['ID=17fdb069-e12a-43bf-bbdc-1e0efd067ff8,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:32:27.000855 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-e36de270-ab19-4a2d-bba5-218d51bf6015 req-9d600629-220d-47e1-85f0-f824337e35e9 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1006120987&fields=id&tenant_id=ad7f6cd153e24f3db680028c6bdb22b5 HTTP/1.1" status: 200 len: 267 time: 0.0324287 Sep 22 04:32:27.110006 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36de270-ab19-4a2d-bba5-218d51bf6015 req-6e367884-f11b-4a96-8c06-a8d8a98e1fd1 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:32:27.111514 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-e36de270-ab19-4a2d-bba5-218d51bf6015 req-6e367884-f11b-4a96-8c06-a8d8a98e1fd1 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "GET /v2.0/networks?id=ca51e19a-eb03-4e80-b068-2395ef770566 HTTP/1.1" status: 200 len: 810 time: 0.1041193 Sep 22 04:32:27.126271 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-e36de270-ab19-4a2d-bba5-218d51bf6015 req-6e4e6ed7-3e1b-4004-ad71-960029dd0280 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "GET /v2.0/quotas/ad7f6cd153e24f3db680028c6bdb22b5 HTTP/1.1" status: 200 len: 375 time: 0.0089488 Sep 22 04:32:27.178909 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-e36de270-ab19-4a2d-bba5-218d51bf6015 req-2efeecc7-ad66-4693-9ca2-c3e3eb82f553 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ad7f6cd153e24f3db680028c6bdb22b5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0471127 Sep 22 04:32:27.239261 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 46902) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:32:27.277373 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 46906) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:32:27.309041 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-2eeb593c-0713-434b-97f3-447cff4751eb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9e8e1fd5ea8c4b5281fa399f555d734e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0685999 Sep 22 04:32:27.315910 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-e36de270-ab19-4a2d-bba5-218d51bf6015 req-f44b7ab9-77f8-48fe-98e9-f8ce7ad61b72 service neutron] 10.222.0.24 "GET /v2.0/networks/ca51e19a-eb03-4e80-b068-2395ef770566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242859 Sep 22 04:32:27.316453 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 46908) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:32:27.330759 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f41970-efc1-4301-b30f-8d21bb5f2a49 req-678a3d02-aa7d-4c5a-b531-e6b7aa59107d tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:32:27.332279 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-13f41970-efc1-4301-b30f-8d21bb5f2a49 req-678a3d02-aa7d-4c5a-b531-e6b7aa59107d tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7d0b309-7f88-40cb-885e-a2d1668c9af1 HTTP/1.1" status: 200 len: 985 time: 0.0706642 Sep 22 04:32:27.348233 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.db.db_base_plugin_v2 [None req-871d547f-a597-4e75-abaf-f8c727381f96 admin admin] Deleting subnet b43c9f32-d3a1-4b40-bb26-a16ed647cbed {{(pid=94615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 04:32:27.359562 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-871d547f-a597-4e75-abaf-f8c727381f96 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:27.408972 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-13f41970-efc1-4301-b30f-8d21bb5f2a49 req-697a68fe-9213-4e0a-b53e-b43a14840388 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] 10.222.0.24 "GET /v2.0/security-groups?id=3559c028-26d0-4688-9c30-5c12a4a20ad8&id=436b4c7d-c2ec-439a-aaa8-8b82a9c1f014&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0661900 Sep 22 04:32:27.409963 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-d3e6d4a1-e255-49f2-9e40-643ab3547557 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:27.434241 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-871d547f-a597-4e75-abaf-f8c727381f96 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-533529875'] for subnet, precommit_delete_associations {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:27.437578 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-d3e6d4a1-e255-49f2-9e40-643ab3547557 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:27.458852 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Device c69e743b-c17e-4b4a-a219-ec12003e7af5 up at agent ovs-agent-dv-cinder-810118-1-iscsi {{(pid=94617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 04:32:27.475086 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-e36de270-ab19-4a2d-bba5-218d51bf6015 req-4e223d71-8183-4d4b-aea4-271a947d7469 service neutron] 10.222.0.24 "GET /v2.0/networks/ca51e19a-eb03-4e80-b068-2395ef770566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512871 Sep 22 04:32:27.488137 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-871d547f-a597-4e75-abaf-f8c727381f96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-628562'] for subnet, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:27.527509 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Provisioning complete for port c69e743b-c17e-4b4a-a219-ec12003e7af5 triggered by entity L2. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 04:32:27.528207 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628798'] for port, provisioning_complete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:27.580373 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-d3e6d4a1-e255-49f2-9e40-643ab3547557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:27.582947 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-d3e6d4a1-e255-49f2-9e40-643ab3547557 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:27.584106 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-d3e6d4a1-e255-49f2-9e40-643ab3547557 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/181de709-e664-4423-a2b4-66fcdd2718ab HTTP/1.1" status: 204 len: 168 time: 0.2665474 Sep 22 04:32:27.593058 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e6d4a1-e255-49f2-9e40-643ab3547557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=181de709-e664-4423-a2b4-66fcdd2718ab,revision_number=None']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:32:27.600361 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e6d4a1-e255-49f2-9e40-643ab3547557 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:32:27.600813 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e6d4a1-e255-49f2-9e40-643ab3547557 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:32:27.601220 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e6d4a1-e255-49f2-9e40-643ab3547557 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:32:27.601615 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e6d4a1-e255-49f2-9e40-643ab3547557 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:32:27.602007 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e6d4a1-e255-49f2-9e40-643ab3547557 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:32:27.602523 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e6d4a1-e255-49f2-9e40-643ab3547557 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:32:27.602851 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e6d4a1-e255-49f2-9e40-643ab3547557 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:32:27.603278 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e6d4a1-e255-49f2-9e40-643ab3547557 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:32:27.603664 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e6d4a1-e255-49f2-9e40-643ab3547557 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:32:27.604057 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e6d4a1-e255-49f2-9e40-643ab3547557 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:32:27.604386 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e6d4a1-e255-49f2-9e40-643ab3547557 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:32:27.604743 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e6d4a1-e255-49f2-9e40-643ab3547557 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:32:27.610792 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-871d547f-a597-4e75-abaf-f8c727381f96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-628571', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533447834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-533135712'] for subnet, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:27.647422 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-871d547f-a597-4e75-abaf-f8c727381f96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578295'] for subnet, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:27.652929 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-871d547f-a597-4e75-abaf-f8c727381f96 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/b43c9f32-d3a1-4b40-bb26-a16ed647cbed HTTP/1.1" status: 204 len: 168 time: 0.3745553 Sep 22 04:32:27.653378 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 46912) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:32:27.654024 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871d547f-a597-4e75-abaf-f8c727381f96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b43c9f32-d3a1-4b40-bb26-a16ed647cbed,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:32:27.661658 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871d547f-a597-4e75-abaf-f8c727381f96 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:32:27.661949 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871d547f-a597-4e75-abaf-f8c727381f96 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:32:27.662294 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871d547f-a597-4e75-abaf-f8c727381f96 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:32:27.662632 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871d547f-a597-4e75-abaf-f8c727381f96 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:32:27.662967 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871d547f-a597-4e75-abaf-f8c727381f96 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:32:27.663295 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871d547f-a597-4e75-abaf-f8c727381f96 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:32:27.663624 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871d547f-a597-4e75-abaf-f8c727381f96 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:32:27.663949 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871d547f-a597-4e75-abaf-f8c727381f96 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:32:27.664279 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871d547f-a597-4e75-abaf-f8c727381f96 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:32:27.664638 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871d547f-a597-4e75-abaf-f8c727381f96 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:32:27.665007 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871d547f-a597-4e75-abaf-f8c727381f96 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:32:27.665323 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871d547f-a597-4e75-abaf-f8c727381f96 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:32:27.746344 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-c4651b4d-fd49-43a1-86d1-a87aa01e4d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536234'] for network, before_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:27.763227 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-76e875f1-180f-446a-84ec-bd6b3644fb75 req-cee4bac6-c3d1-4425-8705-6946b1940b0c tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "GET /v2.0/ports?device_id=57f78f2b-3a3f-4a01-b448-ec95f54237d4 HTTP/1.1" status: 200 len: 210 time: 0.0349386 Sep 22 04:32:27.842895 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-c4651b4d-fd49-43a1-86d1-a87aa01e4d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-628203', 'neutron.services.segments.db._delete_segments_for_network-8769519186836'] for network, precommit_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:27.862797 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.services.segments.db [None req-c4651b4d-fd49-43a1-86d1-a87aa01e4d21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88f76aa3-7a4b-4fae-991d-c7be0bb0ca85']}} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:32:27.872417 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.services.segments.db [None req-c4651b4d-fd49-43a1-86d1-a87aa01e4d21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85b97eb4-11ab-4593-9764-348e613718a2') {'for_net_delete': True} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:32:27.872737 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.services.segments.db [None req-c4651b4d-fd49-43a1-86d1-a87aa01e4d21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85b97eb4-11ab-4593-9764-348e613718a2') {} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:32:27.886062 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-c4651b4d-fd49-43a1-86d1-a87aa01e4d21 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769519186077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534548653'] for segment, before_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:27.898741 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-c4651b4d-fd49-43a1-86d1-a87aa01e4d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-614853'] for segment, precommit_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:27.904606 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4651b4d-fd49-43a1-86d1-a87aa01e4d21 admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=94616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 04:32:27.909601 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-c4651b4d-fd49-43a1-86d1-a87aa01e4d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-614853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534564441'] for segment, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:27.909601 dv-cinder-810118-1-iscsi neutron-server[94616]: Traceback (most recent call last): Sep 22 04:32:27.909601 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 04:32:27.909601 dv-cinder-810118-1-iscsi neutron-server[94616]: timer() Sep 22 04:32:27.909601 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 04:32:27.909601 dv-cinder-810118-1-iscsi neutron-server[94616]: cb(*args, **kw) Sep 22 04:32:27.909601 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 04:32:27.909601 dv-cinder-810118-1-iscsi neutron-server[94616]: return func(*args, **kwargs) Sep 22 04:32:27.909601 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 04:32:27.909601 dv-cinder-810118-1-iscsi neutron-server[94616]: self._notify() Sep 22 04:32:27.909601 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 04:32:27.909601 dv-cinder-810118-1-iscsi neutron-server[94616]: self.callback(batched_events) Sep 22 04:32:27.909601 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 04:32:27.909601 dv-cinder-810118-1-iscsi neutron-server[94616]: event.method(event) Sep 22 04:32:27.909601 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 04:32:27.909601 dv-cinder-810118-1-iscsi neutron-server[94616]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 04:32:27.909601 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 04:32:27.909601 dv-cinder-810118-1-iscsi neutron-server[94616]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 04:32:27.909601 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 04:32:27.909601 dv-cinder-810118-1-iscsi neutron-server[94616]: return f(self, *a, **k) Sep 22 04:32:27.909601 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 04:32:27.909601 dv-cinder-810118-1-iscsi neutron-server[94616]: return self._get(url).json() Sep 22 04:32:27.909601 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 04:32:27.909601 dv-cinder-810118-1-iscsi neutron-server[94616]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 04:32:27.909601 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 04:32:27.909601 dv-cinder-810118-1-iscsi neutron-server[94616]: return self.request(url, 'GET', **kwargs) Sep 22 04:32:27.909601 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 04:32:27.909601 dv-cinder-810118-1-iscsi neutron-server[94616]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 04:32:27.909601 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 04:32:27.909601 dv-cinder-810118-1-iscsi neutron-server[94616]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 04:32:27.909601 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 04:32:27.909601 dv-cinder-810118-1-iscsi neutron-server[94616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 04:32:27.909601 dv-cinder-810118-1-iscsi neutron-server[94616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 04:32:28.043218 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-c4651b4d-fd49-43a1-86d1-a87aa01e4d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-628188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1865228'] for network, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:28.051770 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-c4651b4d-fd49-43a1-86d1-a87aa01e4d21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578295'] for network, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:28.052319 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-c4651b4d-fd49-43a1-86d1-a87aa01e4d21 admin admin] 10.222.0.24 "DELETE /v2.0/networks/88f76aa3-7a4b-4fae-991d-c7be0bb0ca85 HTTP/1.1" status: 204 len: 168 time: 0.3973594 Sep 22 04:32:28.064018 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4651b4d-fd49-43a1-86d1-a87aa01e4d21 admin admin] Pushing event deleted for resources: {'Network': ['ID=88f76aa3-7a4b-4fae-991d-c7be0bb0ca85,revision_number=None']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:32:28.372888 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 46932) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:32:28.412383 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-8c0adac4-7894-45db-9bbf-bf840d408a78 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=13ee600f0ccb4c238fc4b8aa3ff96008&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379899 Sep 22 04:32:28.414878 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 46934) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:32:28.454077 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 46938) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:32:28.462958 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-07c799fb-5eaf-4cad-9dc5-1266db46efee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:28.489030 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-07c799fb-5eaf-4cad-9dc5-1266db46efee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:28.495424 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-94e124c8-6cbd-4cf2-a09d-34968b472df6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fd38170ebc174899af784e7225b12eed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0401437 Sep 22 04:32:28.497887 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 46940) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:32:28.578447 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37678b60-9586-4dc9-b980-aa8bb99a052e req-1b7ea4d0-68e2-414e-87ed-94eb6443aa92 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:32:28.580026 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-37678b60-9586-4dc9-b980-aa8bb99a052e req-1b7ea4d0-68e2-414e-87ed-94eb6443aa92 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7d0b309-7f88-40cb-885e-a2d1668c9af1 HTTP/1.1" status: 200 len: 985 time: 0.0752072 Sep 22 04:32:28.598132 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-9e83d8e3-0d89-4265-87a2-94370c0bfb52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:28.631959 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-07c799fb-5eaf-4cad-9dc5-1266db46efee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:28.634678 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-07c799fb-5eaf-4cad-9dc5-1266db46efee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:28.635840 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-07c799fb-5eaf-4cad-9dc5-1266db46efee admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f5e919dd-8bf4-409a-ba15-be8cc4a2f1e5 HTTP/1.1" status: 204 len: 168 time: 0.2200639 Sep 22 04:32:28.641031 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-37678b60-9586-4dc9-b980-aa8bb99a052e req-39b69202-9f65-49ce-beb7-1106ddfa5c24 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] 10.222.0.24 "GET /v2.0/security-groups?id=3559c028-26d0-4688-9c30-5c12a4a20ad8&id=436b4c7d-c2ec-439a-aaa8-8b82a9c1f014&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0532966 Sep 22 04:32:28.643007 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-9e83d8e3-0d89-4265-87a2-94370c0bfb52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:28.643669 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c799fb-5eaf-4cad-9dc5-1266db46efee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5e919dd-8bf4-409a-ba15-be8cc4a2f1e5,revision_number=None']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:32:28.780410 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-9e83d8e3-0d89-4265-87a2-94370c0bfb52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:28.783438 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-9e83d8e3-0d89-4265-87a2-94370c0bfb52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:28.784740 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-9e83d8e3-0d89-4265-87a2-94370c0bfb52 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/10120f0e-3709-4776-9aec-43133491c21e HTTP/1.1" status: 204 len: 168 time: 0.2852526 Sep 22 04:32:28.797911 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e83d8e3-0d89-4265-87a2-94370c0bfb52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10120f0e-3709-4776-9aec-43133491c21e,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:32:28.847177 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-8e632acb-8cbf-453d-a679-3ad97a19d9b4 req-1173a2d1-bc59-4578-b769-97f49946ae7f tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "GET /v2.0/ports?device_id=57f78f2b-3a3f-4a01-b448-ec95f54237d4 HTTP/1.1" status: 200 len: 210 time: 0.0273385 Sep 22 04:32:29.781876 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95022d8-8bb5-4899-b1b0-14a921bc1a95 req-168a1ee0-f104-4760-ac7d-6f4fb55341c6 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:32:29.783398 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-e95022d8-8bb5-4899-b1b0-14a921bc1a95 req-168a1ee0-f104-4760-ac7d-6f4fb55341c6 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7d0b309-7f88-40cb-885e-a2d1668c9af1 HTTP/1.1" status: 200 len: 985 time: 0.0553432 Sep 22 04:32:29.823247 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-e95022d8-8bb5-4899-b1b0-14a921bc1a95 req-a2a04675-ec8f-4e9e-bb78-1b1beda3e734 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] 10.222.0.24 "GET /v2.0/security-groups?id=3559c028-26d0-4688-9c30-5c12a4a20ad8&id=436b4c7d-c2ec-439a-aaa8-8b82a9c1f014&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336828 Sep 22 04:32:29.945884 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-ab758244-5e05-49fd-a7b1-391648fceef7 req-ca8b4179-f555-4ba3-a579-b0f14c8d70ab tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "GET /v2.0/ports?device_id=57f78f2b-3a3f-4a01-b448-ec95f54237d4 HTTP/1.1" status: 200 len: 210 time: 0.0259621 Sep 22 04:32:30.944783 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a959f01e-eb50-4304-a88d-ca98147375b5 req-f8e2a164-7c91-4959-998b-1ae11c276b96 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:32:30.946303 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-a959f01e-eb50-4304-a88d-ca98147375b5 req-f8e2a164-7c91-4959-998b-1ae11c276b96 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7d0b309-7f88-40cb-885e-a2d1668c9af1 HTTP/1.1" status: 200 len: 985 time: 0.0519960 Sep 22 04:32:30.986828 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-a959f01e-eb50-4304-a88d-ca98147375b5 req-c339c709-aec2-4f3c-b3cb-d0f4447334b0 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] 10.222.0.24 "GET /v2.0/security-groups?id=3559c028-26d0-4688-9c30-5c12a4a20ad8&id=436b4c7d-c2ec-439a-aaa8-8b82a9c1f014&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0343769 Sep 22 04:32:31.045588 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-d8cc079e-121f-4b52-ab56-4dd4bd5c92b0 req-0691c633-a01b-4fe1-a684-ae56fe7e1332 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "GET /v2.0/ports?device_id=57f78f2b-3a3f-4a01-b448-ec95f54237d4 HTTP/1.1" status: 200 len: 210 time: 0.0262411 Sep 22 04:32:32.101379 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60e0120-58df-46af-be23-7629d93e2636 req-137ca008-4471-4ebe-803f-13873affb565 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:32:32.103388 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-b60e0120-58df-46af-be23-7629d93e2636 req-137ca008-4471-4ebe-803f-13873affb565 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7d0b309-7f88-40cb-885e-a2d1668c9af1 HTTP/1.1" status: 200 len: 985 time: 0.0497785 Sep 22 04:32:32.139047 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-ddeea95d-e375-4d4a-b894-c7c9360c453f req-af9ad691-f5b8-44a7-815a-af613600682d tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "GET /v2.0/ports?device_id=57f78f2b-3a3f-4a01-b448-ec95f54237d4 HTTP/1.1" status: 200 len: 210 time: 0.0258644 Sep 22 04:32:32.144105 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-b60e0120-58df-46af-be23-7629d93e2636 req-e578c31f-981f-4d8c-8993-9e836a8b5cc7 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] 10.222.0.24 "GET /v2.0/security-groups?id=3559c028-26d0-4688-9c30-5c12a4a20ad8&id=436b4c7d-c2ec-439a-aaa8-8b82a9c1f014&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0346544 Sep 22 04:32:32.548615 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36de270-ab19-4a2d-bba5-218d51bf6015 req-43f78e2d-883c-4f2f-b10b-92fede4c4007 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:32:32.550237 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-e36de270-ab19-4a2d-bba5-218d51bf6015 req-43f78e2d-883c-4f2f-b10b-92fede4c4007 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.30 "GET /v2.0/networks?id=ca51e19a-eb03-4e80-b068-2395ef770566 HTTP/1.1" status: 200 len: 810 time: 0.1023314 Sep 22 04:32:32.594769 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-e36de270-ab19-4a2d-bba5-218d51bf6015 req-69f2c512-e8fe-4b07-bb02-021ad588c223 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ad7f6cd153e24f3db680028c6bdb22b5 HTTP/1.1" status: 200 len: 380 time: 0.0334792 Sep 22 04:32:32.606181 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.v2.base [req-e36de270-ab19-4a2d-bba5-218d51bf6015 req-e263bdb9-1956-4b15-9226-a5fae943c0fe tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Request body: {'port': {'device_id': '57f78f2b-3a3f-4a01-b448-ec95f54237d4', 'network_id': 'ca51e19a-eb03-4e80-b068-2395ef770566', 'admin_state_up': True, 'tenant_id': 'ad7f6cd153e24f3db680028c6bdb22b5', 'security_groups': ['d4ff925a-f065-42a9-bdee-45eb1fefa4ef']}} {{(pid=94616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 04:32:32.793744 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd58226e-0da1-4f6a-8842-1724bb1a3c5b req-769b7e3c-b90a-40fe-b670-33064af17f29 tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:32:32.795113 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-cd58226e-0da1-4f6a-8842-1724bb1a3c5b req-769b7e3c-b90a-40fe-b670-33064af17f29 tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] 10.222.0.24 "GET /v2.0/networks?id=59b728e9-5303-45e2-9c7c-2e2f20b70420 HTTP/1.1" status: 200 len: 811 time: 0.1615789 Sep 22 04:32:32.810143 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-cd58226e-0da1-4f6a-8842-1724bb1a3c5b req-2d646e20-1d62-4acd-8966-6fe101e3ea97 tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] 10.222.0.24 "GET /v2.0/quotas/236117dcf0af4a2daabd25f4111c46ca HTTP/1.1" status: 200 len: 375 time: 0.0093470 Sep 22 04:32:32.841030 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-cd58226e-0da1-4f6a-8842-1724bb1a3c5b req-8a46e4b8-72c8-41f5-8535-3f5ec4b9a4ae tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=236117dcf0af4a2daabd25f4111c46ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0250907 Sep 22 04:32:32.884325 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e36de270-ab19-4a2d-bba5-218d51bf6015 req-e263bdb9-1956-4b15-9226-a5fae943c0fe tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Made reservation on behalf of ad7f6cd153e24f3db680028c6bdb22b5 for: {'port': 1} {{(pid=94616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 04:32:32.888052 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-e36de270-ab19-4a2d-bba5-218d51bf6015 req-e263bdb9-1956-4b15-9226-a5fae943c0fe tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:33.237657 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-83f01246-d123-4309-bdef-24a09bee1f36 req-bd466d51-32bc-4113-933a-3b9acdd062de tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "GET /v2.0/ports?device_id=57f78f2b-3a3f-4a01-b448-ec95f54237d4 HTTP/1.1" status: 200 len: 210 time: 0.0314310 Sep 22 04:32:33.239987 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-cd58226e-0da1-4f6a-8842-1724bb1a3c5b req-388e3c65-82a9-4924-a1d7-db9be1f0bd9f service neutron] 10.222.0.24 "GET /v2.0/networks/59b728e9-5303-45e2-9c7c-2e2f20b70420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3899908 Sep 22 04:32:33.357657 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32df3b37-71d3-48f2-8884-bc4a5dd76773 req-c6146917-3827-4b95-889b-c9857651541b tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:32:33.359270 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-32df3b37-71d3-48f2-8884-bc4a5dd76773 req-c6146917-3827-4b95-889b-c9857651541b tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7d0b309-7f88-40cb-885e-a2d1668c9af1 HTTP/1.1" status: 200 len: 985 time: 0.0502226 Sep 22 04:32:33.363394 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.db.db_base_plugin_common [req-e36de270-ab19-4a2d-bba5-218d51bf6015 req-e263bdb9-1956-4b15-9226-a5fae943c0fe tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Allocated IP 172.20.0.6 (ca51e19a-eb03-4e80-b068-2395ef770566/d4733523-2a04-4d39-afc7-a1fd1c83d105/d7f48021-f64e-4938-99a4-bdeec7e47ac5) {{(pid=94616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 04:32:33.392702 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-cd58226e-0da1-4f6a-8842-1724bb1a3c5b req-0c3ae796-5f4d-4179-b38f-3582c25e7d83 service neutron] 10.222.0.24 "GET /v2.0/networks/59b728e9-5303-45e2-9c7c-2e2f20b70420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434939 Sep 22 04:32:33.409086 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-32df3b37-71d3-48f2-8884-bc4a5dd76773 req-946a41c8-6545-4be2-9d9d-1a472863bd9d tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] 10.222.0.24 "GET /v2.0/security-groups?id=3559c028-26d0-4688-9c30-5c12a4a20ad8&id=436b4c7d-c2ec-439a-aaa8-8b82a9c1f014&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0402260 Sep 22 04:32:33.544755 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-e36de270-ab19-4a2d-bba5-218d51bf6015 req-e263bdb9-1956-4b15-9226-a5fae943c0fe tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Notify callbacks [] for port, precommit_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:33.648669 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-89bc82f6-5931-4eb8-bb66-dbdca9e0d4ac req-ad8dc7f3-a157-4c8f-9779-e36e2bcf7760 tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] 10.222.0.24 "GET /v2.0/ports?device_id=b74b5437-1386-4dd4-8fe8-e73169ace656 HTTP/1.1" status: 200 len: 210 time: 0.0266652 Sep 22 04:32:33.683774 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-e36de270-ab19-4a2d-bba5-218d51bf6015 req-e263bdb9-1956-4b15-9226-a5fae943c0fe tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769518673857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534565802'] for port, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:33.731245 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e36de270-ab19-4a2d-bba5-218d51bf6015 req-e263bdb9-1956-4b15-9226-a5fae943c0fe tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Network ca51e19a-eb03-4e80-b068-2395ef770566 is already hosted by enough agents. {{(pid=94616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 04:32:33.735655 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.scheduler.base_scheduler [req-e36de270-ab19-4a2d-bba5-218d51bf6015 req-e263bdb9-1956-4b15-9226-a5fae943c0fe tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Resources bound (agent type, host, resource id): {{(pid=94616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 04:32:33.739662 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvrscheduler_db [req-e36de270-ab19-4a2d-bba5-218d51bf6015 req-e263bdb9-1956-4b15-9226-a5fae943c0fe tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Received port after_create {{(pid=94616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 04:32:33.773942 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e263bdb9-1956-4b15-9226-a5fae943c0fe tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Pushing event updated for resources: {'Port': ['ID=d7f48021-f64e-4938-99a4-bdeec7e47ac5,revision_number=1']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:32:33.801170 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36de270-ab19-4a2d-bba5-218d51bf6015 req-e263bdb9-1956-4b15-9226-a5fae943c0fe tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:32:33.801793 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-e36de270-ab19-4a2d-bba5-218d51bf6015 req-e263bdb9-1956-4b15-9226-a5fae943c0fe tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34584'] for port, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:33.913040 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-21f35bcf-4bfb-4ec2-be1c-6de3a02029f4 None None] Provisioning complete for port d7f48021-f64e-4938-99a4-bdeec7e47ac5 triggered by entity DHCP. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 04:32:33.913503 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-21f35bcf-4bfb-4ec2-be1c-6de3a02029f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628798'] for port, provisioning_complete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:33.947315 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.plugin [None req-21f35bcf-4bfb-4ec2-be1c-6de3a02029f4 None None] Port d7f48021-f64e-4938-99a4-bdeec7e47ac5 cannot update to ACTIVE because it is not bound. {{(pid=94617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 04:32:33.992695 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-e36de270-ab19-4a2d-bba5-218d51bf6015 req-e263bdb9-1956-4b15-9226-a5fae943c0fe tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3906198 Sep 22 04:32:34.358272 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe3bbb2-8be9-4c81-9951-612fd0fb9400 req-25424022-dd0e-4c3a-8677-8cff0cf8beeb tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:32:34.360578 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-cfe3bbb2-8be9-4c81-9951-612fd0fb9400 req-25424022-dd0e-4c3a-8677-8cff0cf8beeb tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "GET /v2.0/ports?device_id=57f78f2b-3a3f-4a01-b448-ec95f54237d4 HTTP/1.1" status: 200 len: 931 time: 0.0491004 Sep 22 04:32:34.398347 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-cfe3bbb2-8be9-4c81-9951-612fd0fb9400 req-9807007b-b074-4ca7-8ffd-a66e2412c9e5 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4ff925a-f065-42a9-bdee-45eb1fefa4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317256 Sep 22 04:32:34.523655 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4583cee3-4ca5-49e0-8b65-64af258bd520 req-b135ef90-464e-4bb8-9dbc-52e312dc0f83 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:32:34.525082 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-4583cee3-4ca5-49e0-8b65-64af258bd520 req-b135ef90-464e-4bb8-9dbc-52e312dc0f83 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7d0b309-7f88-40cb-885e-a2d1668c9af1 HTTP/1.1" status: 200 len: 985 time: 0.0513608 Sep 22 04:32:34.564978 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-4583cee3-4ca5-49e0-8b65-64af258bd520 req-a08cb018-9922-479e-a1a5-64069dfd6f68 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] 10.222.0.24 "GET /v2.0/security-groups?id=3559c028-26d0-4688-9c30-5c12a4a20ad8&id=436b4c7d-c2ec-439a-aaa8-8b82a9c1f014&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0338180 Sep 22 04:32:34.751763 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-501afb3a-767c-42b4-b269-3ca31997f0c4 req-97934d5f-492f-4dfb-bd13-c45e1ac92f00 tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] 10.222.0.24 "GET /v2.0/ports?device_id=b74b5437-1386-4dd4-8fe8-e73169ace656 HTTP/1.1" status: 200 len: 210 time: 0.0323591 Sep 22 04:32:35.510523 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1a6120-214b-4d0a-9c85-f9b1495a2710 req-523871f4-718d-491a-ad57-2780d99276db tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:32:35.512010 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-5c1a6120-214b-4d0a-9c85-f9b1495a2710 req-523871f4-718d-491a-ad57-2780d99276db tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "GET /v2.0/ports?device_id=57f78f2b-3a3f-4a01-b448-ec95f54237d4 HTTP/1.1" status: 200 len: 931 time: 0.0479760 Sep 22 04:32:35.547856 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-5c1a6120-214b-4d0a-9c85-f9b1495a2710 req-19c69b76-f51a-48fc-8df8-fd260eabc0a5 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4ff925a-f065-42a9-bdee-45eb1fefa4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298076 Sep 22 04:32:35.679631 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fb07bd-2c3d-4da0-ba68-4a6be83ef738 req-c6e7b3a7-a9c1-44f1-bedd-8649398377cb tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:32:35.681745 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-58fb07bd-2c3d-4da0-ba68-4a6be83ef738 req-c6e7b3a7-a9c1-44f1-bedd-8649398377cb tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7d0b309-7f88-40cb-885e-a2d1668c9af1 HTTP/1.1" status: 200 len: 985 time: 0.0494039 Sep 22 04:32:35.719456 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-58fb07bd-2c3d-4da0-ba68-4a6be83ef738 req-ca25b343-031b-4375-b50f-4f3b4ffe9a25 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] 10.222.0.24 "GET /v2.0/security-groups?id=3559c028-26d0-4688-9c30-5c12a4a20ad8&id=436b4c7d-c2ec-439a-aaa8-8b82a9c1f014&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0316708 Sep 22 04:32:35.841188 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-d94421a3-2b23-46a2-b05e-e1c513991cd2 req-37f91025-0561-4e09-951c-48347de12b85 tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] 10.222.0.24 "GET /v2.0/ports?device_id=b74b5437-1386-4dd4-8fe8-e73169ace656 HTTP/1.1" status: 200 len: 210 time: 0.0262535 Sep 22 04:32:36.659718 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02155d48-db20-49a1-b549-9f0e7f2c532b req-643b861c-ec6a-41c0-bf81-9bb9870cf385 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:32:36.661199 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-02155d48-db20-49a1-b549-9f0e7f2c532b req-643b861c-ec6a-41c0-bf81-9bb9870cf385 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "GET /v2.0/ports?device_id=57f78f2b-3a3f-4a01-b448-ec95f54237d4 HTTP/1.1" status: 200 len: 931 time: 0.0470278 Sep 22 04:32:36.699201 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-02155d48-db20-49a1-b549-9f0e7f2c532b req-6f67ab7a-5bbf-4702-93f4-5236ec97948b tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4ff925a-f065-42a9-bdee-45eb1fefa4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314944 Sep 22 04:32:36.751549 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:36.837746 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb039edb-8142-4fd5-b67c-bf812f24b094 req-1cc5deb2-a7c5-4406-8400-f875ed71c4ae tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:32:36.839110 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-bb039edb-8142-4fd5-b67c-bf812f24b094 req-1cc5deb2-a7c5-4406-8400-f875ed71c4ae tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7d0b309-7f88-40cb-885e-a2d1668c9af1 HTTP/1.1" status: 200 len: 985 time: 0.0477779 Sep 22 04:32:36.859848 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.v2.base [req-e36de270-ab19-4a2d-bba5-218d51bf6015 req-14504c51-1efe-4edf-9f9a-fbf9d4a046e2 service neutron] Request body: {'port': {'device_id': '57f78f2b-3a3f-4a01-b448-ec95f54237d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81011'}} {{(pid=94616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 04:32:36.884022 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-bb039edb-8142-4fd5-b67c-bf812f24b094 req-b2ba6556-dd8c-4365-aca0-fddd78dafa7c tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] 10.222.0.24 "GET /v2.0/security-groups?id=3559c028-26d0-4688-9c30-5c12a4a20ad8&id=436b4c7d-c2ec-439a-aaa8-8b82a9c1f014&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0381179 Sep 22 04:32:36.956100 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-b52b4f98-bf3d-4a3a-84de-84833a0fb3c4 req-e1209136-873b-41dc-b310-30704cc41970 tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] 10.222.0.24 "GET /v2.0/ports?device_id=b74b5437-1386-4dd4-8fe8-e73169ace656 HTTP/1.1" status: 200 len: 210 time: 0.0294702 Sep 22 04:32:36.956823 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-e36de270-ab19-4a2d-bba5-218d51bf6015 req-14504c51-1efe-4edf-9f9a-fbf9d4a046e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:37.218626 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.notifiers.nova [req-e36de270-ab19-4a2d-bba5-218d51bf6015 req-14504c51-1efe-4edf-9f9a-fbf9d4a046e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7f48021-f64e-4938-99a4-bdeec7e47ac5 {{(pid=94616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 04:32:37.230264 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-e36de270-ab19-4a2d-bba5-218d51bf6015 req-14504c51-1efe-4edf-9f9a-fbf9d4a046e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:37.237625 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [req-e36de270-ab19-4a2d-bba5-218d51bf6015 req-14504c51-1efe-4edf-9f9a-fbf9d4a046e2 service neutron] Transition to ACTIVE for port object d7f48021-f64e-4938-99a4-bdeec7e47ac5 will not be triggered until provisioned by entity L2. {{(pid=94616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 04:32:37.351849 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-e36de270-ab19-4a2d-bba5-218d51bf6015 req-14504c51-1efe-4edf-9f9a-fbf9d4a046e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534565793'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:37.407546 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14504c51-1efe-4edf-9f9a-fbf9d4a046e2 service neutron] Pushing event updated for resources: {'Port': ['ID=d7f48021-f64e-4938-99a4-bdeec7e47ac5,revision_number=2']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:32:37.478012 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.managers [req-e36de270-ab19-4a2d-bba5-218d51bf6015 req-14504c51-1efe-4edf-9f9a-fbf9d4a046e2 service neutron] Attempting to bind port d7f48021-f64e-4938-99a4-bdeec7e47ac5 on host hv-cinder-81011 for vnic_type normal with profile {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 04:32:37.478371 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.managers [req-e36de270-ab19-4a2d-bba5-218d51bf6015 req-14504c51-1efe-4edf-9f9a-fbf9d4a046e2 service neutron] Attempting to bind port d7f48021-f64e-4938-99a4-bdeec7e47ac5 by drivers openvswitch,hyperv on host hv-cinder-81011 at level 0 using segments [{'id': '02ddcc00-f354-4996-9afc-0811ec64930a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ca51e19a-eb03-4e80-b068-2395ef770566'}] {{(pid=94616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 04:32:37.478701 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36de270-ab19-4a2d-bba5-218d51bf6015 req-14504c51-1efe-4edf-9f9a-fbf9d4a046e2 service neutron] Attempting to bind port d7f48021-f64e-4938-99a4-bdeec7e47ac5 on network ca51e19a-eb03-4e80-b068-2395ef770566 {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 04:32:37.483156 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36de270-ab19-4a2d-bba5-218d51bf6015 req-14504c51-1efe-4edf-9f9a-fbf9d4a046e2 service neutron] Port d7f48021-f64e-4938-99a4-bdeec7e47ac5 on network ca51e19a-eb03-4e80-b068-2395ef770566 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81011 {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 04:32:37.483476 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36de270-ab19-4a2d-bba5-218d51bf6015 req-14504c51-1efe-4edf-9f9a-fbf9d4a046e2 service neutron] Attempting to bind port d7f48021-f64e-4938-99a4-bdeec7e47ac5 on network ca51e19a-eb03-4e80-b068-2395ef770566 {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 04:32:37.488535 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36de270-ab19-4a2d-bba5-218d51bf6015 req-14504c51-1efe-4edf-9f9a-fbf9d4a046e2 service neutron] Checking agent: {'id': '347231d5-0b5a-4d21-8b71-bfdb97c43ccc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81011', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 4, 26, 37), 'started_at': datetime.datetime(2021, 9, 22, 4, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 4, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 04:32:37.488867 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36de270-ab19-4a2d-bba5-218d51bf6015 req-14504c51-1efe-4edf-9f9a-fbf9d4a046e2 service neutron] Checking segment: {'id': '02ddcc00-f354-4996-9afc-0811ec64930a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ca51e19a-eb03-4e80-b068-2395ef770566'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 04:32:37.489267 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36de270-ab19-4a2d-bba5-218d51bf6015 req-14504c51-1efe-4edf-9f9a-fbf9d4a046e2 service neutron] Bound using segment: {'id': '02ddcc00-f354-4996-9afc-0811ec64930a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ca51e19a-eb03-4e80-b068-2395ef770566'} {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 04:32:37.489695 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.managers [req-e36de270-ab19-4a2d-bba5-218d51bf6015 req-14504c51-1efe-4edf-9f9a-fbf9d4a046e2 service neutron] Bound port: d7f48021-f64e-4938-99a4-bdeec7e47ac5, host: hv-cinder-81011, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02ddcc00-f354-4996-9afc-0811ec64930a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ca51e19a-eb03-4e80-b068-2395ef770566'}}] {{(pid=94616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 04:32:37.490056 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-e36de270-ab19-4a2d-bba5-218d51bf6015 req-14504c51-1efe-4edf-9f9a-fbf9d4a046e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:37.561142 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [req-e36de270-ab19-4a2d-bba5-218d51bf6015 req-14504c51-1efe-4edf-9f9a-fbf9d4a046e2 service neutron] For port d7f48021-f64e-4938-99a4-bdeec7e47ac5, host hv-cinder-81011, cleared binding levels {{(pid=94616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 04:32:37.564317 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [req-e36de270-ab19-4a2d-bba5-218d51bf6015 req-14504c51-1efe-4edf-9f9a-fbf9d4a046e2 service neutron] For port d7f48021-f64e-4938-99a4-bdeec7e47ac5, host hv-cinder-81011, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81011',level=0,port_id=d7f48021-f64e-4938-99a4-bdeec7e47ac5,segment=NetworkSegment(02ddcc00-f354-4996-9afc-0811ec64930a),segment_id=02ddcc00-f354-4996-9afc-0811ec64930a)] {{(pid=94616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 04:32:37.638271 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-e36de270-ab19-4a2d-bba5-218d51bf6015 req-14504c51-1efe-4edf-9f9a-fbf9d4a046e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534565793'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:37.677489 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36de270-ab19-4a2d-bba5-218d51bf6015 req-14504c51-1efe-4edf-9f9a-fbf9d4a046e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:32:37.678098 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-e36de270-ab19-4a2d-bba5-218d51bf6015 req-14504c51-1efe-4edf-9f9a-fbf9d4a046e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34584'] for port, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:37.679461 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-e36de270-ab19-4a2d-bba5-218d51bf6015 req-14504c51-1efe-4edf-9f9a-fbf9d4a046e2 service neutron] 10.222.0.30 "PUT /v2.0/ports/d7f48021-f64e-4938-99a4-bdeec7e47ac5 HTTP/1.1" status: 200 len: 1093 time: 0.8242707 Sep 22 04:32:37.679886 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57f78f2b-3a3f-4a01-b448-ec95f54237d4', 'tag': 'd7f48021-f64e-4938-99a4-bdeec7e47ac5'}] {{(pid=94616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 04:32:37.682149 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ee93b3f7eb2b2b6a350c95698ebe5b9c8d238e2160e747b625fec6bb3c76933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-970dc6c8-5370-4562-a8bc-42288fac8d29" -d '{"events": [{"name": "network-changed", "server_uuid": "57f78f2b-3a3f-4a01-b448-ec95f54237d4", "tag": "d7f48021-f64e-4938-99a4-bdeec7e47ac5"}]}' {{(pid=94616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 04:32:37.710773 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14504c51-1efe-4edf-9f9a-fbf9d4a046e2 service neutron] Pushing event updated for resources: {'Port': ['ID=d7f48021-f64e-4938-99a4-bdeec7e47ac5,revision_number=3']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:32:37.738825 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 04:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98945cdc-2383-482f-a420-58ae90df0b9d x-openstack-request-id: req-98945cdc-2383-482f-a420-58ae90df0b9d {{(pid=94616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 04:32:37.739110 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57f78f2b-3a3f-4a01-b448-ec95f54237d4", "tag": "d7f48021-f64e-4938-99a4-bdeec7e47ac5", "status": "completed", "code": 200}]} {{(pid=94616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 04:32:37.739355 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-98945cdc-2383-482f-a420-58ae90df0b9d {{(pid=94616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 04:32:37.739769 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57f78f2b-3a3f-4a01-b448-ec95f54237d4', 'tag': 'd7f48021-f64e-4938-99a4-bdeec7e47ac5', 'status': 'completed', 'code': 200} Sep 22 04:32:37.841257 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970dc6c8-5370-4562-a8bc-42288fac8d29 req-d54fc77c-fa6b-4a24-acbe-bd7d30e22e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:32:37.842846 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-970dc6c8-5370-4562-a8bc-42288fac8d29 req-d54fc77c-fa6b-4a24-acbe-bd7d30e22e38 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ad7f6cd153e24f3db680028c6bdb22b5&device_id=57f78f2b-3a3f-4a01-b448-ec95f54237d4 HTTP/1.1" status: 200 len: 1096 time: 0.0707071 Sep 22 04:32:37.849760 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20236f0d-50b1-4dcd-8635-80d0708e3355 req-f585d207-21d8-49ad-9e65-4fc984774b70 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:32:37.851166 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-20236f0d-50b1-4dcd-8635-80d0708e3355 req-f585d207-21d8-49ad-9e65-4fc984774b70 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "GET /v2.0/ports?device_id=57f78f2b-3a3f-4a01-b448-ec95f54237d4 HTTP/1.1" status: 200 len: 943 time: 0.0707264 Sep 22 04:32:37.955139 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-20236f0d-50b1-4dcd-8635-80d0708e3355 req-ba544a48-5a9b-4043-8ede-fcc1545b9e87 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4ff925a-f065-42a9-bdee-45eb1fefa4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859847 Sep 22 04:32:37.986258 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970dc6c8-5370-4562-a8bc-42288fac8d29 req-8080fbb5-cfc9-4a2b-9471-5d928bb587e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:32:37.987733 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-970dc6c8-5370-4562-a8bc-42288fac8d29 req-8080fbb5-cfc9-4a2b-9471-5d928bb587e2 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=ad7f6cd153e24f3db680028c6bdb22b5&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1267369 Sep 22 04:32:38.042832 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3905be3e-c154-496f-a3fc-159514c8eacf req-5706e46b-0e49-41e8-8b7c-3ce801b3ad0b tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:32:38.044337 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-3905be3e-c154-496f-a3fc-159514c8eacf req-5706e46b-0e49-41e8-8b7c-3ce801b3ad0b tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7d0b309-7f88-40cb-885e-a2d1668c9af1 HTTP/1.1" status: 200 len: 985 time: 0.0513220 Sep 22 04:32:38.067833 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-a97a9474-7c26-4add-8e32-e99ac56d662e req-39b80071-d997-46b0-87df-5a71933a1ffe tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] 10.222.0.24 "GET /v2.0/ports?device_id=b74b5437-1386-4dd4-8fe8-e73169ace656 HTTP/1.1" status: 200 len: 210 time: 0.0421548 Sep 22 04:32:38.089770 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-3905be3e-c154-496f-a3fc-159514c8eacf req-41c4c312-7eb0-4362-be64-d3447bde384c tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] 10.222.0.24 "GET /v2.0/security-groups?id=3559c028-26d0-4688-9c30-5c12a4a20ad8&id=436b4c7d-c2ec-439a-aaa8-8b82a9c1f014&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0369861 Sep 22 04:32:38.193854 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970dc6c8-5370-4562-a8bc-42288fac8d29 req-f42abe0e-fe0b-43af-9a2f-776dce270f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:32:38.195248 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-970dc6c8-5370-4562-a8bc-42288fac8d29 req-f42abe0e-fe0b-43af-9a2f-776dce270f84 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1951890 Sep 22 04:32:38.223041 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd58226e-0da1-4f6a-8842-1724bb1a3c5b req-a89c236c-95f9-4a2d-8e71-7301f3005248 tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:32:38.224493 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-cd58226e-0da1-4f6a-8842-1724bb1a3c5b req-a89c236c-95f9-4a2d-8e71-7301f3005248 tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] 10.222.0.30 "GET /v2.0/networks?id=59b728e9-5303-45e2-9c7c-2e2f20b70420 HTTP/1.1" status: 200 len: 811 time: 0.1259000 Sep 22 04:32:38.245538 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.v2.base [req-cd58226e-0da1-4f6a-8842-1724bb1a3c5b req-52c792b4-264e-4cd5-ba8f-6b49cab8519e tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] Request body: {'port': {'device_id': 'b74b5437-1386-4dd4-8fe8-e73169ace656', 'network_id': '59b728e9-5303-45e2-9c7c-2e2f20b70420', 'admin_state_up': True, 'tenant_id': '236117dcf0af4a2daabd25f4111c46ca'}} {{(pid=94616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 04:32:38.350412 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36de270-ab19-4a2d-bba5-218d51bf6015 req-8763154a-f0e1-4870-9251-ebc1ef728d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:32:38.352025 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-e36de270-ab19-4a2d-bba5-218d51bf6015 req-8763154a-f0e1-4870-9251-ebc1ef728d6f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ad7f6cd153e24f3db680028c6bdb22b5&device_id=57f78f2b-3a3f-4a01-b448-ec95f54237d4 HTTP/1.1" status: 200 len: 1096 time: 0.1110387 Sep 22 04:32:38.408423 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-e36de270-ab19-4a2d-bba5-218d51bf6015 req-f20591b5-6848-41b4-8b7a-c4df1c479877 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7f48021-f64e-4938-99a4-bdeec7e47ac5 HTTP/1.1" status: 200 len: 217 time: 0.0455246 Sep 22 04:32:38.465158 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36de270-ab19-4a2d-bba5-218d51bf6015 req-804e9047-7729-4715-ad41-3cba6b35b3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:32:38.466631 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-e36de270-ab19-4a2d-bba5-218d51bf6015 req-804e9047-7729-4715-ad41-3cba6b35b3f3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d4733523-2a04-4d39-afc7-a1fd1c83d105 HTTP/1.1" status: 200 len: 849 time: 0.0492451 Sep 22 04:32:38.516898 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36de270-ab19-4a2d-bba5-218d51bf6015 req-62d3668c-0576-4b08-ae35-1c05cc31aa36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:32:38.523309 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-e36de270-ab19-4a2d-bba5-218d51bf6015 req-62d3668c-0576-4b08-ae35-1c05cc31aa36 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ca51e19a-eb03-4e80-b068-2395ef770566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425446 Sep 22 04:32:38.550552 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd58226e-0da1-4f6a-8842-1724bb1a3c5b req-52c792b4-264e-4cd5-ba8f-6b49cab8519e tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] Made reservation on behalf of 236117dcf0af4a2daabd25f4111c46ca for: {'port': 1} {{(pid=94616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 04:32:38.553863 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-cd58226e-0da1-4f6a-8842-1724bb1a3c5b req-52c792b4-264e-4cd5-ba8f-6b49cab8519e tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:38.676665 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-e36de270-ab19-4a2d-bba5-218d51bf6015 req-75f00ee6-5a23-4dec-a121-aa036f1595af service neutron] 10.222.0.30 "GET /v2.0/networks/ca51e19a-eb03-4e80-b068-2395ef770566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448941 Sep 22 04:32:38.781940 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.db.db_base_plugin_common [req-cd58226e-0da1-4f6a-8842-1724bb1a3c5b req-52c792b4-264e-4cd5-ba8f-6b49cab8519e tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] Allocated IP 172.20.0.11 (59b728e9-5303-45e2-9c7c-2e2f20b70420/6bad8d4f-31e5-49b1-a9d4-300aef32b964/89cded4f-1a9c-46f9-9a1a-5b9b536d9576) {{(pid=94616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 04:32:38.820560 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-e36de270-ab19-4a2d-bba5-218d51bf6015 req-28f118a3-8e71-482c-b242-290ce1f161cf service neutron] 10.222.0.30 "GET /v2.0/networks/ca51e19a-eb03-4e80-b068-2395ef770566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357453 Sep 22 04:32:39.015412 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-cd58226e-0da1-4f6a-8842-1724bb1a3c5b req-52c792b4-264e-4cd5-ba8f-6b49cab8519e tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] Notify callbacks [] for port, precommit_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:39.027592 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 47188) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:32:39.082530 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75c502b-236b-459a-9170-7a01d65885c5 req-fce2fefa-ad94-40db-b5b0-14f15ee61096 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:32:39.083997 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-f75c502b-236b-459a-9170-7a01d65885c5 req-fce2fefa-ad94-40db-b5b0-14f15ee61096 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "GET /v2.0/ports?device_id=57f78f2b-3a3f-4a01-b448-ec95f54237d4 HTTP/1.1" status: 200 len: 943 time: 0.0509260 Sep 22 04:32:39.085521 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-cd58226e-0da1-4f6a-8842-1724bb1a3c5b req-52c792b4-264e-4cd5-ba8f-6b49cab8519e tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769518673857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534565802'] for port, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:39.139615 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-7a95298b-8a63-48b3-a061-a1c8be63bde5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:39.157708 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd58226e-0da1-4f6a-8842-1724bb1a3c5b req-52c792b4-264e-4cd5-ba8f-6b49cab8519e tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] Network 59b728e9-5303-45e2-9c7c-2e2f20b70420 is already hosted by enough agents. {{(pid=94616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 04:32:39.166783 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-f75c502b-236b-459a-9170-7a01d65885c5 req-fb0d1d58-478d-4d40-92ff-550c85e663ea tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4ff925a-f065-42a9-bdee-45eb1fefa4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751798 Sep 22 04:32:39.167604 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.scheduler.base_scheduler [req-cd58226e-0da1-4f6a-8842-1724bb1a3c5b req-52c792b4-264e-4cd5-ba8f-6b49cab8519e tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] Resources bound (agent type, host, resource id): {{(pid=94616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 04:32:39.175804 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd58226e-0da1-4f6a-8842-1724bb1a3c5b req-52c792b4-264e-4cd5-ba8f-6b49cab8519e tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] Received port after_create {{(pid=94616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 04:32:39.178501 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c792b4-264e-4cd5-ba8f-6b49cab8519e tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] Pushing event updated for resources: {'Port': ['ID=89cded4f-1a9c-46f9-9a1a-5b9b536d9576,revision_number=1']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:32:39.227520 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd58226e-0da1-4f6a-8842-1724bb1a3c5b req-52c792b4-264e-4cd5-ba8f-6b49cab8519e tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:32:39.228161 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-cd58226e-0da1-4f6a-8842-1724bb1a3c5b req-52c792b4-264e-4cd5-ba8f-6b49cab8519e tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34584'] for port, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:39.230111 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a67b69-9084-4d2d-879d-f773b8f50824 req-6b941920-b9f4-41b4-853d-09df92928793 tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:32:39.236954 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-78a67b69-9084-4d2d-879d-f773b8f50824 req-6b941920-b9f4-41b4-853d-09df92928793 tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] 10.222.0.24 "GET /v2.0/ports?device_id=b74b5437-1386-4dd4-8fe8-e73169ace656 HTTP/1.1" status: 200 len: 932 time: 0.0896645 Sep 22 04:32:39.286809 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-78a67b69-9084-4d2d-879d-f773b8f50824 req-0e708295-4c45-42a0-8bf3-f4b67076ab03 tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] 10.222.0.24 "GET /v2.0/security-groups?id=93663dba-703d-42ad-9b05-9abdf1941984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489368 Sep 22 04:32:39.315813 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-7a95298b-8a63-48b3-a061-a1c8be63bde5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:39.385870 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-7a95298b-8a63-48b3-a061-a1c8be63bde5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:39.426678 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a95298b-8a63-48b3-a061-a1c8be63bde5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8b431df-061f-4b27-b78d-e9d31c70b4b6,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:32:39.432146 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-7a95298b-8a63-48b3-a061-a1c8be63bde5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e0c0009e9cae4ba3b23e17f393b7dc70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4035215 Sep 22 04:32:39.434817 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 47196) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:32:39.482013 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-7b7628af-6783-491b-a22e-d18ef87eca9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:39.483882 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-cd58226e-0da1-4f6a-8842-1724bb1a3c5b req-52c792b4-264e-4cd5-ba8f-6b49cab8519e tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2440109 Sep 22 04:32:39.499623 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.v2.base [req-cd58226e-0da1-4f6a-8842-1724bb1a3c5b req-d2702d64-3ce5-46fd-a4b2-bcbb4cd8cbc8 service neutron] Request body: {'port': {'device_id': 'b74b5437-1386-4dd4-8fe8-e73169ace656', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81011'}} {{(pid=94616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 04:32:39.502903 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-7b7628af-6783-491b-a22e-d18ef87eca9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:39.554689 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-cd58226e-0da1-4f6a-8842-1724bb1a3c5b req-d2702d64-3ce5-46fd-a4b2-bcbb4cd8cbc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:39.649178 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-7b7628af-6783-491b-a22e-d18ef87eca9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:39.652150 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-7b7628af-6783-491b-a22e-d18ef87eca9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:39.653537 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-7b7628af-6783-491b-a22e-d18ef87eca9f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d8b431df-061f-4b27-b78d-e9d31c70b4b6 HTTP/1.1" status: 204 len: 168 time: 0.2177894 Sep 22 04:32:39.661675 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7628af-6783-491b-a22e-d18ef87eca9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8b431df-061f-4b27-b78d-e9d31c70b4b6,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:32:39.811902 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.notifiers.nova [req-cd58226e-0da1-4f6a-8842-1724bb1a3c5b req-d2702d64-3ce5-46fd-a4b2-bcbb4cd8cbc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89cded4f-1a9c-46f9-9a1a-5b9b536d9576 {{(pid=94616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 04:32:39.818971 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-cd58226e-0da1-4f6a-8842-1724bb1a3c5b req-d2702d64-3ce5-46fd-a4b2-bcbb4cd8cbc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:39.830504 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [req-cd58226e-0da1-4f6a-8842-1724bb1a3c5b req-d2702d64-3ce5-46fd-a4b2-bcbb4cd8cbc8 service neutron] Transition to ACTIVE for port object 89cded4f-1a9c-46f9-9a1a-5b9b536d9576 will not be triggered until provisioned by entity L2. {{(pid=94616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 04:32:40.106135 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-cd58226e-0da1-4f6a-8842-1724bb1a3c5b req-d2702d64-3ce5-46fd-a4b2-bcbb4cd8cbc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534565793'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:40.157764 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2702d64-3ce5-46fd-a4b2-bcbb4cd8cbc8 service neutron] Pushing event updated for resources: {'Port': ['ID=89cded4f-1a9c-46f9-9a1a-5b9b536d9576,revision_number=2']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:32:40.232834 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.managers [req-cd58226e-0da1-4f6a-8842-1724bb1a3c5b req-d2702d64-3ce5-46fd-a4b2-bcbb4cd8cbc8 service neutron] Attempting to bind port 89cded4f-1a9c-46f9-9a1a-5b9b536d9576 on host hv-cinder-81011 for vnic_type normal with profile {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 04:32:40.233178 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.managers [req-cd58226e-0da1-4f6a-8842-1724bb1a3c5b req-d2702d64-3ce5-46fd-a4b2-bcbb4cd8cbc8 service neutron] Attempting to bind port 89cded4f-1a9c-46f9-9a1a-5b9b536d9576 by drivers openvswitch,hyperv on host hv-cinder-81011 at level 0 using segments [{'id': '5bec021b-edbf-4f94-a1f5-14ee5c1a9575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '59b728e9-5303-45e2-9c7c-2e2f20b70420'}] {{(pid=94616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 04:32:40.233510 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd58226e-0da1-4f6a-8842-1724bb1a3c5b req-d2702d64-3ce5-46fd-a4b2-bcbb4cd8cbc8 service neutron] Attempting to bind port 89cded4f-1a9c-46f9-9a1a-5b9b536d9576 on network 59b728e9-5303-45e2-9c7c-2e2f20b70420 {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 04:32:40.238113 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd58226e-0da1-4f6a-8842-1724bb1a3c5b req-d2702d64-3ce5-46fd-a4b2-bcbb4cd8cbc8 service neutron] Port 89cded4f-1a9c-46f9-9a1a-5b9b536d9576 on network 59b728e9-5303-45e2-9c7c-2e2f20b70420 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81011 {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 04:32:40.238484 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd58226e-0da1-4f6a-8842-1724bb1a3c5b req-d2702d64-3ce5-46fd-a4b2-bcbb4cd8cbc8 service neutron] Attempting to bind port 89cded4f-1a9c-46f9-9a1a-5b9b536d9576 on network 59b728e9-5303-45e2-9c7c-2e2f20b70420 {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 04:32:40.243635 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd58226e-0da1-4f6a-8842-1724bb1a3c5b req-d2702d64-3ce5-46fd-a4b2-bcbb4cd8cbc8 service neutron] Checking agent: {'id': '347231d5-0b5a-4d21-8b71-bfdb97c43ccc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81011', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 4, 26, 37), 'started_at': datetime.datetime(2021, 9, 22, 4, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 4, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 04:32:40.243965 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd58226e-0da1-4f6a-8842-1724bb1a3c5b req-d2702d64-3ce5-46fd-a4b2-bcbb4cd8cbc8 service neutron] Checking segment: {'id': '5bec021b-edbf-4f94-a1f5-14ee5c1a9575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '59b728e9-5303-45e2-9c7c-2e2f20b70420'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 04:32:40.244341 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd58226e-0da1-4f6a-8842-1724bb1a3c5b req-d2702d64-3ce5-46fd-a4b2-bcbb4cd8cbc8 service neutron] Bound using segment: {'id': '5bec021b-edbf-4f94-a1f5-14ee5c1a9575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '59b728e9-5303-45e2-9c7c-2e2f20b70420'} {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 04:32:40.244807 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.managers [req-cd58226e-0da1-4f6a-8842-1724bb1a3c5b req-d2702d64-3ce5-46fd-a4b2-bcbb4cd8cbc8 service neutron] Bound port: 89cded4f-1a9c-46f9-9a1a-5b9b536d9576, host: hv-cinder-81011, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bec021b-edbf-4f94-a1f5-14ee5c1a9575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '59b728e9-5303-45e2-9c7c-2e2f20b70420'}}] {{(pid=94616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 04:32:40.245189 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-cd58226e-0da1-4f6a-8842-1724bb1a3c5b req-d2702d64-3ce5-46fd-a4b2-bcbb4cd8cbc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:40.326729 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d24b66-6f21-4f0b-b31e-b1b4d0d84d79 req-3009d522-5de5-4699-ad92-0807fa04169b tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:32:40.328244 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-14d24b66-6f21-4f0b-b31e-b1b4d0d84d79 req-3009d522-5de5-4699-ad92-0807fa04169b tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "GET /v2.0/ports?device_id=57f78f2b-3a3f-4a01-b448-ec95f54237d4 HTTP/1.1" status: 200 len: 943 time: 0.0802357 Sep 22 04:32:40.367091 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [req-cd58226e-0da1-4f6a-8842-1724bb1a3c5b req-d2702d64-3ce5-46fd-a4b2-bcbb4cd8cbc8 service neutron] For port 89cded4f-1a9c-46f9-9a1a-5b9b536d9576, host hv-cinder-81011, cleared binding levels {{(pid=94616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 04:32:40.388743 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [req-cd58226e-0da1-4f6a-8842-1724bb1a3c5b req-d2702d64-3ce5-46fd-a4b2-bcbb4cd8cbc8 service neutron] For port 89cded4f-1a9c-46f9-9a1a-5b9b536d9576, host hv-cinder-81011, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81011',level=0,port_id=89cded4f-1a9c-46f9-9a1a-5b9b536d9576,segment=NetworkSegment(5bec021b-edbf-4f94-a1f5-14ee5c1a9575),segment_id=5bec021b-edbf-4f94-a1f5-14ee5c1a9575)] {{(pid=94616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 04:32:40.392434 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-14d24b66-6f21-4f0b-b31e-b1b4d0d84d79 req-774e708e-b869-49ca-96b7-8c090494fac2 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4ff925a-f065-42a9-bdee-45eb1fefa4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529640 Sep 22 04:32:40.414114 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160e5d12-7292-4b39-bc63-988bcf752fe9 req-7ccbc59f-e14f-4e74-bebc-876d62c51988 tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:32:40.416146 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-160e5d12-7292-4b39-bc63-988bcf752fe9 req-7ccbc59f-e14f-4e74-bebc-876d62c51988 tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] 10.222.0.24 "GET /v2.0/ports?device_id=b74b5437-1386-4dd4-8fe8-e73169ace656 HTTP/1.1" status: 200 len: 944 time: 0.0489960 Sep 22 04:32:40.453062 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-160e5d12-7292-4b39-bc63-988bcf752fe9 req-cf8de42c-b465-422d-a059-9ea784b53211 tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] 10.222.0.24 "GET /v2.0/security-groups?id=93663dba-703d-42ad-9b05-9abdf1941984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308945 Sep 22 04:32:40.545818 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-cd58226e-0da1-4f6a-8842-1724bb1a3c5b req-d2702d64-3ce5-46fd-a4b2-bcbb4cd8cbc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534565793'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:40.577430 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd58226e-0da1-4f6a-8842-1724bb1a3c5b req-d2702d64-3ce5-46fd-a4b2-bcbb4cd8cbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:32:40.578052 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-cd58226e-0da1-4f6a-8842-1724bb1a3c5b req-d2702d64-3ce5-46fd-a4b2-bcbb4cd8cbc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34584'] for port, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:40.579411 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-cd58226e-0da1-4f6a-8842-1724bb1a3c5b req-d2702d64-3ce5-46fd-a4b2-bcbb4cd8cbc8 service neutron] 10.222.0.30 "PUT /v2.0/ports/89cded4f-1a9c-46f9-9a1a-5b9b536d9576 HTTP/1.1" status: 200 len: 1094 time: 1.0842268 Sep 22 04:32:40.579830 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b74b5437-1386-4dd4-8fe8-e73169ace656', 'tag': '89cded4f-1a9c-46f9-9a1a-5b9b536d9576'}] {{(pid=94616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 04:32:40.582041 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ee93b3f7eb2b2b6a350c95698ebe5b9c8d238e2160e747b625fec6bb3c76933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c37c9abb-8c8e-464e-902c-7b638c6bccda" -d '{"events": [{"name": "network-changed", "server_uuid": "b74b5437-1386-4dd4-8fe8-e73169ace656", "tag": "89cded4f-1a9c-46f9-9a1a-5b9b536d9576"}]}' {{(pid=94616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 04:32:40.607062 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2702d64-3ce5-46fd-a4b2-bcbb4cd8cbc8 service neutron] Pushing event updated for resources: {'Port': ['ID=89cded4f-1a9c-46f9-9a1a-5b9b536d9576,revision_number=3']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:32:40.617483 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 04:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-906383cb-797c-4c2a-aad4-1bf279097b51 x-openstack-request-id: req-906383cb-797c-4c2a-aad4-1bf279097b51 {{(pid=94616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 04:32:40.617745 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b74b5437-1386-4dd4-8fe8-e73169ace656", "tag": "89cded4f-1a9c-46f9-9a1a-5b9b536d9576", "status": "completed", "code": 200}]} {{(pid=94616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 04:32:40.617990 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-906383cb-797c-4c2a-aad4-1bf279097b51 {{(pid=94616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 04:32:40.618370 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b74b5437-1386-4dd4-8fe8-e73169ace656', 'tag': '89cded4f-1a9c-46f9-9a1a-5b9b536d9576', 'status': 'completed', 'code': 200} Sep 22 04:32:40.679994 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37c9abb-8c8e-464e-902c-7b638c6bccda req-85fbab37-71ed-430d-a066-e5a5b14af166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:32:40.682126 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-c37c9abb-8c8e-464e-902c-7b638c6bccda req-85fbab37-71ed-430d-a066-e5a5b14af166 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=236117dcf0af4a2daabd25f4111c46ca&device_id=b74b5437-1386-4dd4-8fe8-e73169ace656 HTTP/1.1" status: 200 len: 1097 time: 0.0408087 Sep 22 04:32:40.779374 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 47212) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:32:40.786011 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-2c1f7744-1a9d-4318-a26c-666cea345a42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:40.786627 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37c9abb-8c8e-464e-902c-7b638c6bccda req-1a100436-5d30-46e9-a1ac-1b6549655bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:32:40.788166 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-c37c9abb-8c8e-464e-902c-7b638c6bccda req-1a100436-5d30-46e9-a1ac-1b6549655bfe service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=236117dcf0af4a2daabd25f4111c46ca&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0950353 Sep 22 04:32:40.879266 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-2c1f7744-1a9d-4318-a26c-666cea345a42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:40.895568 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37c9abb-8c8e-464e-902c-7b638c6bccda req-10220b83-8ccf-4b89-9671-8d429554ca52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:32:40.900406 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-c37c9abb-8c8e-464e-902c-7b638c6bccda req-10220b83-8ccf-4b89-9671-8d429554ca52 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0949943 Sep 22 04:32:40.974677 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-2c1f7744-1a9d-4318-a26c-666cea345a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:40.984830 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd58226e-0da1-4f6a-8842-1724bb1a3c5b req-2e8c8983-7cd0-4889-8665-e5ac992d8a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:32:40.984830 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-cd58226e-0da1-4f6a-8842-1724bb1a3c5b req-2e8c8983-7cd0-4889-8665-e5ac992d8a92 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=236117dcf0af4a2daabd25f4111c46ca&device_id=b74b5437-1386-4dd4-8fe8-e73169ace656 HTTP/1.1" status: 200 len: 1097 time: 0.0444236 Sep 22 04:32:40.986655 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 47216) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:32:41.014774 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-2c1f7744-1a9d-4318-a26c-666cea345a42 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7df0703d71e244b8934737c968ecb79b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2449262 Sep 22 04:32:41.015906 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1f7744-1a9d-4318-a26c-666cea345a42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d45dd59-444d-4339-9926-22f63f7fbc23,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:32:41.018403 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 47220) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:32:41.050730 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-cd58226e-0da1-4f6a-8842-1724bb1a3c5b req-4c7ef6ce-3c1a-4e92-bcdf-4a7426575ce3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=89cded4f-1a9c-46f9-9a1a-5b9b536d9576 HTTP/1.1" status: 200 len: 217 time: 0.0468843 Sep 22 04:32:41.069681 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-848a7e4e-7543-4b28-9feb-6517ca90883d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:41.091594 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-848a7e4e-7543-4b28-9feb-6517ca90883d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:41.107097 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-a86a4f6a-de7a-4ed5-bb68-067b7cca57a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:41.118755 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd58226e-0da1-4f6a-8842-1724bb1a3c5b req-b94dd646-729c-40d8-ba5a-f4a49f0b3f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:32:41.120245 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-cd58226e-0da1-4f6a-8842-1724bb1a3c5b req-b94dd646-729c-40d8-ba5a-f4a49f0b3f18 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6bad8d4f-31e5-49b1-a9d4-300aef32b964 HTTP/1.1" status: 200 len: 851 time: 0.0608945 Sep 22 04:32:41.157249 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-cd58226e-0da1-4f6a-8842-1724bb1a3c5b req-64c5c2aa-be1f-42d9-a2bc-c6aea00685e2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=59b728e9-5303-45e2-9c7c-2e2f20b70420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289588 Sep 22 04:32:41.243609 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-848a7e4e-7543-4b28-9feb-6517ca90883d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:41.246259 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-848a7e4e-7543-4b28-9feb-6517ca90883d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:41.247412 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-848a7e4e-7543-4b28-9feb-6517ca90883d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4d45dd59-444d-4339-9926-22f63f7fbc23 HTTP/1.1" status: 204 len: 168 time: 0.2279439 Sep 22 04:32:41.252006 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-cd58226e-0da1-4f6a-8842-1724bb1a3c5b req-fec5b06b-4a26-4326-984f-b7d21aee38a6 service neutron] 10.222.0.30 "GET /v2.0/networks/59b728e9-5303-45e2-9c7c-2e2f20b70420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860329 Sep 22 04:32:41.255374 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a7e4e-7543-4b28-9feb-6517ca90883d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d45dd59-444d-4339-9926-22f63f7fbc23,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:32:41.381180 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-a86a4f6a-de7a-4ed5-bb68-067b7cca57a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:41.383592 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-cd58226e-0da1-4f6a-8842-1724bb1a3c5b req-80194a38-21f6-4a57-ab1c-87cf9468fa5b service neutron] 10.222.0.30 "GET /v2.0/networks/59b728e9-5303-45e2-9c7c-2e2f20b70420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226013 Sep 22 04:32:41.437569 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-a86a4f6a-de7a-4ed5-bb68-067b7cca57a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:41.478272 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-a86a4f6a-de7a-4ed5-bb68-067b7cca57a1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b58d20c86beb4bf596a65f0f182bdad6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4878643 Sep 22 04:32:41.480059 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 47228) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:32:41.486061 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86a4f6a-de7a-4ed5-bb68-067b7cca57a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1168213a-6ab1-45e9-af44-5bc842fbfc18,revision_number=1']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:32:41.534415 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-c5a5751b-a2b3-4024-b943-caa53aefe181 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:41.548643 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc49fe4-d378-44e6-970b-9585a56b142e req-40467f22-1288-4d7a-9e7c-7e53c81211fa tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:32:41.550816 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-6cc49fe4-d378-44e6-970b-9585a56b142e req-40467f22-1288-4d7a-9e7c-7e53c81211fa tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "GET /v2.0/ports?device_id=57f78f2b-3a3f-4a01-b448-ec95f54237d4 HTTP/1.1" status: 200 len: 943 time: 0.0928686 Sep 22 04:32:41.597782 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-6cc49fe4-d378-44e6-970b-9585a56b142e req-1b51a3f9-6a92-4bb4-bb1c-a3a1cad562c9 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4ff925a-f065-42a9-bdee-45eb1fefa4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410213 Sep 22 04:32:41.599583 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-c5a5751b-a2b3-4024-b943-caa53aefe181 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:41.641389 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328f6b70-2710-4784-90d4-71aa2c2ad617 req-24fa04ab-d2d6-483c-9730-3b0a2a3f9a88 tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:32:41.642929 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-328f6b70-2710-4784-90d4-71aa2c2ad617 req-24fa04ab-d2d6-483c-9730-3b0a2a3f9a88 tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] 10.222.0.24 "GET /v2.0/ports?device_id=b74b5437-1386-4dd4-8fe8-e73169ace656 HTTP/1.1" status: 200 len: 944 time: 0.0960176 Sep 22 04:32:41.682254 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-328f6b70-2710-4784-90d4-71aa2c2ad617 req-ab9cc8b5-8442-4ed7-8c1f-9266f9a7620e tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] 10.222.0.24 "GET /v2.0/security-groups?id=93663dba-703d-42ad-9b05-9abdf1941984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322015 Sep 22 04:32:41.752069 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-c5a5751b-a2b3-4024-b943-caa53aefe181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:41.754642 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-c5a5751b-a2b3-4024-b943-caa53aefe181 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:41.755776 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-c5a5751b-a2b3-4024-b943-caa53aefe181 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1168213a-6ab1-45e9-af44-5bc842fbfc18 HTTP/1.1" status: 204 len: 168 time: 0.2747102 Sep 22 04:32:41.763929 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a5751b-a2b3-4024-b943-caa53aefe181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1168213a-6ab1-45e9-af44-5bc842fbfc18,revision_number=None']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:32:41.857320 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Device d7f48021-f64e-4938-99a4-bdeec7e47ac5 details requested by agent hyperv_hv-cinder-81011 with host hv-cinder-81011 {{(pid=94617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 04:32:41.952523 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] For port d7f48021-f64e-4938-99a4-bdeec7e47ac5, host hv-cinder-81011, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81011',level=0,port_id=d7f48021-f64e-4938-99a4-bdeec7e47ac5,segment=NetworkSegment(02ddcc00-f354-4996-9afc-0811ec64930a),segment_id=02ddcc00-f354-4996-9afc-0811ec64930a)] {{(pid=94617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:32:41.963791 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Returning: {'device': 'd7f48021-f64e-4938-99a4-bdeec7e47ac5', 'network_id': 'ca51e19a-eb03-4e80-b068-2395ef770566', 'port_id': 'd7f48021-f64e-4938-99a4-bdeec7e47ac5', 'mac_address': 'fa:16:3e:53:c3:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4733523-2a04-4d39-afc7-a1fd1c83d105', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 04:32:42.000432 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:42.013538 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.notifiers.nova [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7f48021-f64e-4938-99a4-bdeec7e47ac5 {{(pid=94617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 04:32:42.033486 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] For port d7f48021-f64e-4938-99a4-bdeec7e47ac5, host hv-cinder-81011, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81011',level=0,port_id=d7f48021-f64e-4938-99a4-bdeec7e47ac5,segment=NetworkSegment(02ddcc00-f354-4996-9afc-0811ec64930a),segment_id=02ddcc00-f354-4996-9afc-0811ec64930a)] {{(pid=94617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:32:42.100451 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:42.158698 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Pushing event updated for resources: {'Port': ['ID=d7f48021-f64e-4938-99a4-bdeec7e47ac5,revision_number=4']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:32:42.379998 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] get_ports_and_sgs() called for port_ids ['d7f48021-f64e-4938-99a4-bdeec7e47ac5'] {{(pid=94617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 04:32:42.710262 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14705187-f15a-44af-bde4-68f39129dfa8 req-40ad7430-3525-4a49-8d83-9c3930226002 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:32:42.711835 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-14705187-f15a-44af-bde4-68f39129dfa8 req-40ad7430-3525-4a49-8d83-9c3930226002 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "GET /v2.0/ports?device_id=57f78f2b-3a3f-4a01-b448-ec95f54237d4 HTTP/1.1" status: 200 len: 944 time: 0.0486987 Sep 22 04:32:42.752690 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-14705187-f15a-44af-bde4-68f39129dfa8 req-425ed3a6-3b26-4a3c-898f-e19e6ce72269 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4ff925a-f065-42a9-bdee-45eb1fefa4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347190 Sep 22 04:32:42.807250 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cb13ee-2dc8-4826-b00d-c8e3623b05cb req-2d1bec44-c305-48f0-8c47-b08eb1b55d9a tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:32:42.808763 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-56cb13ee-2dc8-4826-b00d-c8e3623b05cb req-2d1bec44-c305-48f0-8c47-b08eb1b55d9a tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] 10.222.0.24 "GET /v2.0/ports?device_id=b74b5437-1386-4dd4-8fe8-e73169ace656 HTTP/1.1" status: 200 len: 944 time: 0.0505488 Sep 22 04:32:42.845735 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-56cb13ee-2dc8-4826-b00d-c8e3623b05cb req-a5a47bfd-4599-4b14-acb3-81e72847fb80 tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] 10.222.0.24 "GET /v2.0/security-groups?id=93663dba-703d-42ad-9b05-9abdf1941984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307124 Sep 22 04:32:43.868364 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e11bd7d-8773-41fa-b193-059334b6bc6b req-6e2160a2-ab8c-4a4c-b863-47d3260e845d tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:32:43.869922 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-2e11bd7d-8773-41fa-b193-059334b6bc6b req-6e2160a2-ab8c-4a4c-b863-47d3260e845d tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "GET /v2.0/ports?device_id=57f78f2b-3a3f-4a01-b448-ec95f54237d4 HTTP/1.1" status: 200 len: 944 time: 0.0493321 Sep 22 04:32:43.874129 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Device d7f48021-f64e-4938-99a4-bdeec7e47ac5 up at agent hyperv_hv-cinder-81011 {{(pid=94617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 04:32:43.912262 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-2e11bd7d-8773-41fa-b193-059334b6bc6b req-04d1d0e2-d88d-4571-814b-890133a6c533 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4ff925a-f065-42a9-bdee-45eb1fefa4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355589 Sep 22 04:32:43.965683 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28411817-2b2a-413c-a39b-d9c17994ab71 req-d2d0a28c-7ddb-460c-a1fc-de5fef68b927 tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:32:43.967219 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-28411817-2b2a-413c-a39b-d9c17994ab71 req-d2d0a28c-7ddb-460c-a1fc-de5fef68b927 tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] 10.222.0.24 "GET /v2.0/ports?device_id=b74b5437-1386-4dd4-8fe8-e73169ace656 HTTP/1.1" status: 200 len: 944 time: 0.0497463 Sep 22 04:32:44.005452 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-28411817-2b2a-413c-a39b-d9c17994ab71 req-8c350a6c-33f3-46c1-9ce4-64212465acb4 tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] 10.222.0.24 "GET /v2.0/security-groups?id=93663dba-703d-42ad-9b05-9abdf1941984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320966 Sep 22 04:32:44.014755 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Provisioning for port d7f48021-f64e-4938-99a4-bdeec7e47ac5 completed by entity L2. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 04:32:44.020077 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Provisioning complete for port d7f48021-f64e-4938-99a4-bdeec7e47ac5 triggered by entity L2. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 04:32:44.021806 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628798'] for port, provisioning_complete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:44.104196 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:44.127773 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57f78f2b-3a3f-4a01-b448-ec95f54237d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7f48021-f64e-4938-99a4-bdeec7e47ac5'}] {{(pid=94617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 04:32:44.130066 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}993cef13cba3f0ab7640ec7edf55a13b4a27e0226575f61fb20ce20e7b239147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0a50e61-4e3c-4f2b-a564-4b12fd1402f5" -d '{"events": [{"server_uuid": "57f78f2b-3a3f-4a01-b448-ec95f54237d4", "name": "network-vif-plugged", "status": "completed", "tag": "d7f48021-f64e-4938-99a4-bdeec7e47ac5"}]}' {{(pid=94617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 04:32:44.142203 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] For port d7f48021-f64e-4938-99a4-bdeec7e47ac5, host hv-cinder-81011, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81011',level=0,port_id=d7f48021-f64e-4938-99a4-bdeec7e47ac5,segment=NetworkSegment(02ddcc00-f354-4996-9afc-0811ec64930a),segment_id=02ddcc00-f354-4996-9afc-0811ec64930a)] {{(pid=94617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:32:44.166861 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 04:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a5036ec-97b7-455c-a231-65f3200015f1 x-openstack-request-id: req-3a5036ec-97b7-455c-a231-65f3200015f1 {{(pid=94617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 04:32:44.166861 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57f78f2b-3a3f-4a01-b448-ec95f54237d4", "name": "network-vif-plugged", "status": "completed", "tag": "d7f48021-f64e-4938-99a4-bdeec7e47ac5", "code": 200}]} {{(pid=94617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 04:32:44.166861 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3a5036ec-97b7-455c-a231-65f3200015f1 {{(pid=94617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 04:32:44.166861 dv-cinder-810118-1-iscsi neutron-server[94617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57f78f2b-3a3f-4a01-b448-ec95f54237d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7f48021-f64e-4938-99a4-bdeec7e47ac5', 'code': 200} Sep 22 04:32:44.300413 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:44.345294 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Pushing event updated for resources: {'Port': ['ID=d7f48021-f64e-4938-99a4-bdeec7e47ac5,revision_number=5']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:32:44.685774 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8855982d-2075-458e-89a7-fab6575573b2 req-28e3bc3f-4c55-4678-9163-dc9a3e7e0416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:32:44.687257 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-8855982d-2075-458e-89a7-fab6575573b2 req-28e3bc3f-4c55-4678-9163-dc9a3e7e0416 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=57f78f2b-3a3f-4a01-b448-ec95f54237d4 HTTP/1.1" status: 200 len: 1098 time: 0.0429645 Sep 22 04:32:44.723852 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-8855982d-2075-458e-89a7-fab6575573b2 req-23d92ae9-e70e-4d51-852f-bea064cb0c46 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d4ff925a-f065-42a9-bdee-45eb1fefa4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268221 Sep 22 04:32:45.024824 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10507e54-356c-437f-88e3-20f5128e7d8e req-476267c7-f9f3-45a8-b5a4-20f27216f209 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:32:45.026296 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-10507e54-356c-437f-88e3-20f5128e7d8e req-476267c7-f9f3-45a8-b5a4-20f27216f209 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "GET /v2.0/ports?device_id=57f78f2b-3a3f-4a01-b448-ec95f54237d4 HTTP/1.1" status: 200 len: 945 time: 0.0470829 Sep 22 04:32:45.064731 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-10507e54-356c-437f-88e3-20f5128e7d8e req-fe176875-fb48-4e23-857d-ff5339d7b1ac tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4ff925a-f065-42a9-bdee-45eb1fefa4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314286 Sep 22 04:32:45.127278 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8564e35e-1000-4ebe-8f06-76db4a4602de req-08b49ed2-5465-4724-ae3a-3fd421fce3dc tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:32:45.128901 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-8564e35e-1000-4ebe-8f06-76db4a4602de req-08b49ed2-5465-4724-ae3a-3fd421fce3dc tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] 10.222.0.24 "GET /v2.0/ports?device_id=b74b5437-1386-4dd4-8fe8-e73169ace656 HTTP/1.1" status: 200 len: 944 time: 0.0529313 Sep 22 04:32:45.167163 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-8564e35e-1000-4ebe-8f06-76db4a4602de req-1efd3fd9-7588-4baf-9e48-4b8c066bacb6 tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] 10.222.0.24 "GET /v2.0/security-groups?id=93663dba-703d-42ad-9b05-9abdf1941984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323865 Sep 22 04:32:45.902536 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Device 89cded4f-1a9c-46f9-9a1a-5b9b536d9576 details requested by agent hyperv_hv-cinder-81011 with host hv-cinder-81011 {{(pid=94617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 04:32:45.999127 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] For port 89cded4f-1a9c-46f9-9a1a-5b9b536d9576, host hv-cinder-81011, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81011',level=0,port_id=89cded4f-1a9c-46f9-9a1a-5b9b536d9576,segment=NetworkSegment(5bec021b-edbf-4f94-a1f5-14ee5c1a9575),segment_id=5bec021b-edbf-4f94-a1f5-14ee5c1a9575)] {{(pid=94617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:32:46.010437 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Returning: {'device': '89cded4f-1a9c-46f9-9a1a-5b9b536d9576', 'network_id': '59b728e9-5303-45e2-9c7c-2e2f20b70420', 'port_id': '89cded4f-1a9c-46f9-9a1a-5b9b536d9576', 'mac_address': 'fa:16:3e:b8:30:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bad8d4f-31e5-49b1-a9d4-300aef32b964', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 04:32:46.047470 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:46.062045 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.notifiers.nova [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89cded4f-1a9c-46f9-9a1a-5b9b536d9576 {{(pid=94617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 04:32:46.081503 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] For port 89cded4f-1a9c-46f9-9a1a-5b9b536d9576, host hv-cinder-81011, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81011',level=0,port_id=89cded4f-1a9c-46f9-9a1a-5b9b536d9576,segment=NetworkSegment(5bec021b-edbf-4f94-a1f5-14ee5c1a9575),segment_id=5bec021b-edbf-4f94-a1f5-14ee5c1a9575)] {{(pid=94617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:32:46.151416 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:46.177183 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3470b3f7-0e4a-4941-85bf-73141e0f91d8 req-8ca3ee71-5aea-4d4a-a939-2e68b729e29e tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:32:46.178754 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-3470b3f7-0e4a-4941-85bf-73141e0f91d8 req-8ca3ee71-5aea-4d4a-a939-2e68b729e29e tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "GET /v2.0/ports?device_id=57f78f2b-3a3f-4a01-b448-ec95f54237d4 HTTP/1.1" status: 200 len: 945 time: 0.0483005 Sep 22 04:32:46.201437 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Pushing event updated for resources: {'Port': ['ID=89cded4f-1a9c-46f9-9a1a-5b9b536d9576,revision_number=4']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:32:46.228093 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-3470b3f7-0e4a-4941-85bf-73141e0f91d8 req-dfb7d210-308a-4b46-9d16-5691893159db tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4ff925a-f065-42a9-bdee-45eb1fefa4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370445 Sep 22 04:32:46.282760 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3db9065-b684-4085-b64d-be36876c777c req-9e52a39f-e025-48fa-8cc6-e3f69d9ae1c0 tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:32:46.284229 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-c3db9065-b684-4085-b64d-be36876c777c req-9e52a39f-e025-48fa-8cc6-e3f69d9ae1c0 tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] 10.222.0.24 "GET /v2.0/ports?device_id=b74b5437-1386-4dd4-8fe8-e73169ace656 HTTP/1.1" status: 200 len: 945 time: 0.0476551 Sep 22 04:32:46.323214 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-c3db9065-b684-4085-b64d-be36876c777c req-abd2b907-2d08-4785-bfeb-4206872c0abf tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] 10.222.0.24 "GET /v2.0/security-groups?id=93663dba-703d-42ad-9b05-9abdf1941984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312033 Sep 22 04:32:46.412089 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] get_ports_and_sgs() called for port_ids ['89cded4f-1a9c-46f9-9a1a-5b9b536d9576'] {{(pid=94617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 04:32:47.458679 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a9cab1-c886-438d-bc62-f867ff5d0a7a req-d60b35d8-e244-4314-847b-81afc40f74c5 tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:32:47.458679 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-25a9cab1-c886-438d-bc62-f867ff5d0a7a req-d60b35d8-e244-4314-847b-81afc40f74c5 tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] 10.222.0.24 "GET /v2.0/ports?device_id=b74b5437-1386-4dd4-8fe8-e73169ace656 HTTP/1.1" status: 200 len: 945 time: 0.0543840 Sep 22 04:32:47.496521 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-25a9cab1-c886-438d-bc62-f867ff5d0a7a req-ccee9f67-4a95-48ac-9e8a-24337f530141 tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] 10.222.0.24 "GET /v2.0/security-groups?id=93663dba-703d-42ad-9b05-9abdf1941984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359030 Sep 22 04:32:47.584901 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f204afb9-dcc0-4e8e-8afd-afad9a9015f8 req-12f94e08-4c6a-4aea-b417-47a8414e8053 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:32:47.586387 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-f204afb9-dcc0-4e8e-8afd-afad9a9015f8 req-12f94e08-4c6a-4aea-b417-47a8414e8053 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "GET /v2.0/ports?device_id=57f78f2b-3a3f-4a01-b448-ec95f54237d4 HTTP/1.1" status: 200 len: 945 time: 0.2924461 Sep 22 04:32:47.623241 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-f204afb9-dcc0-4e8e-8afd-afad9a9015f8 req-ca170a32-ac2f-463b-89a0-c66dd2c19974 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4ff925a-f065-42a9-bdee-45eb1fefa4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309405 Sep 22 04:32:47.741398 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f17450-6853-47d2-b5cd-89a517e0805e req-2f72cc53-e1bb-4dad-b672-fcd30319b704 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:32:47.743515 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-a7f17450-6853-47d2-b5cd-89a517e0805e req-2f72cc53-e1bb-4dad-b672-fcd30319b704 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "GET /v2.0/ports?device_id=57f78f2b-3a3f-4a01-b448-ec95f54237d4 HTTP/1.1" status: 200 len: 945 time: 0.0528240 Sep 22 04:32:47.752267 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 47320) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:32:47.756640 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.v2.base [None req-5403bd98-2cfa-4834-b09d-ce9b63024d77 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Request body: {'floatingip': {'port_id': 'd7f48021-f64e-4938-99a4-bdeec7e47ac5'}} {{(pid=94615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 04:32:47.822513 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-5403bd98-2cfa-4834-b09d-ce9b63024d77 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Notify callbacks [] for floatingip, before_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:47.904825 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Device 89cded4f-1a9c-46f9-9a1a-5b9b536d9576 up at agent hyperv_hv-cinder-81011 {{(pid=94617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 04:32:48.088992 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Provisioning for port 89cded4f-1a9c-46f9-9a1a-5b9b536d9576 completed by entity L2. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 04:32:48.092899 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Provisioning complete for port 89cded4f-1a9c-46f9-9a1a-5b9b536d9576 triggered by entity L2. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 04:32:48.093269 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628798'] for port, provisioning_complete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:48.170843 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:48.192554 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b74b5437-1386-4dd4-8fe8-e73169ace656', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89cded4f-1a9c-46f9-9a1a-5b9b536d9576'}] {{(pid=94617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 04:32:48.194824 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}993cef13cba3f0ab7640ec7edf55a13b4a27e0226575f61fb20ce20e7b239147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbad6cc6-72e8-4617-b2be-d3dd00ec7751" -d '{"events": [{"server_uuid": "b74b5437-1386-4dd4-8fe8-e73169ace656", "name": "network-vif-plugged", "status": "completed", "tag": "89cded4f-1a9c-46f9-9a1a-5b9b536d9576"}]}' {{(pid=94617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 04:32:48.207354 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] For port 89cded4f-1a9c-46f9-9a1a-5b9b536d9576, host hv-cinder-81011, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81011',level=0,port_id=89cded4f-1a9c-46f9-9a1a-5b9b536d9576,segment=NetworkSegment(5bec021b-edbf-4f94-a1f5-14ee5c1a9575),segment_id=5bec021b-edbf-4f94-a1f5-14ee5c1a9575)] {{(pid=94617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:32:48.232090 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 04:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-925f9592-7820-459f-ad1e-a7806cd4a2e1 x-openstack-request-id: req-925f9592-7820-459f-ad1e-a7806cd4a2e1 {{(pid=94617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 04:32:48.232445 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b74b5437-1386-4dd4-8fe8-e73169ace656", "name": "network-vif-plugged", "status": "completed", "tag": "89cded4f-1a9c-46f9-9a1a-5b9b536d9576", "code": 200}]} {{(pid=94617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 04:32:48.232732 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-925f9592-7820-459f-ad1e-a7806cd4a2e1 {{(pid=94617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 04:32:48.233126 dv-cinder-810118-1-iscsi neutron-server[94617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b74b5437-1386-4dd4-8fe8-e73169ace656', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89cded4f-1a9c-46f9-9a1a-5b9b536d9576', 'code': 200} Sep 22 04:32:48.346199 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:48.399184 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Pushing event updated for resources: {'Port': ['ID=89cded4f-1a9c-46f9-9a1a-5b9b536d9576,revision_number=5']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:32:48.424387 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.db.resource_extend [None req-5403bd98-2cfa-4834-b09d-ce9b63024d77 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 04:32:48.497713 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-5403bd98-2cfa-4834-b09d-ce9b63024d77 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:48.568161 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b1ed96-a8e1-4396-95a3-420df647c5c0 req-1499b08d-e2de-40c0-be73-624b1c53f651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:32:48.569692 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-97b1ed96-a8e1-4396-95a3-420df647c5c0 req-1499b08d-e2de-40c0-be73-624b1c53f651 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b74b5437-1386-4dd4-8fe8-e73169ace656 HTTP/1.1" status: 200 len: 1099 time: 0.0467367 Sep 22 04:32:48.582170 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-5403bd98-2cfa-4834-b09d-ce9b63024d77 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1865242'] for floatingip, after_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:48.608437 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-97b1ed96-a8e1-4396-95a3-420df647c5c0 req-b797b28f-9513-4464-a28d-5e955f861963 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=93663dba-703d-42ad-9b05-9abdf1941984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308702 Sep 22 04:32:48.659582 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0121e51-e50c-45c5-82f6-67630c835947 req-45f72edd-e47f-41d4-9d8e-df349471d63f tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:32:48.661107 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-b0121e51-e50c-45c5-82f6-67630c835947 req-45f72edd-e47f-41d4-9d8e-df349471d63f tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] 10.222.0.24 "GET /v2.0/ports?device_id=b74b5437-1386-4dd4-8fe8-e73169ace656 HTTP/1.1" status: 200 len: 946 time: 0.0906792 Sep 22 04:32:48.734111 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.db.l3_db [None req-5403bd98-2cfa-4834-b09d-ce9b63024d77 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Floating IP 4af196a7-683a-4e74-ad7a-7de545bade59 associated. External IP: 172.27.3.66, port: d7f48021-f64e-4938-99a4-bdeec7e47ac5. Sep 22 04:32:48.741161 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-b0121e51-e50c-45c5-82f6-67630c835947 req-b9bcbce6-93ca-4222-9fa2-a58c7fe96e94 tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] 10.222.0.24 "GET /v2.0/security-groups?id=93663dba-703d-42ad-9b05-9abdf1941984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727875 Sep 22 04:32:48.943733 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5403bd98-2cfa-4834-b09d-ce9b63024d77 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Router 084e8c9e-66fb-4e21-a43d-e0a299506bc2 has already been hosted by L3 agent 67baeb3b-346e-4680-9ea8-6eec6aa84835 {{(pid=94615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 04:32:49.109848 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5403bd98-2cfa-4834-b09d-ce9b63024d77 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Notify agent at l3_agent.dv-cinder-810118-1-iscsi the message routers_updated {{(pid=94615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 04:32:49.115207 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-5403bd98-2cfa-4834-b09d-ce9b63024d77 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34584'] for floatingip, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:49.120234 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1a6492-4356-4132-a4eb-25f40db7e5a3 None None] Sync routers for ids ['084e8c9e-66fb-4e21-a43d-e0a299506bc2'] in dv-cinder-810118-1-iscsi {{(pid=94617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 04:32:49.129806 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1a6492-4356-4132-a4eb-25f40db7e5a3 None None] Routers {'084e8c9e-66fb-4e21-a43d-e0a299506bc2'} bound to L3 agent in host dv-cinder-810118-1-iscsi {{(pid=94617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 04:32:49.130523 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-5b1a6492-4356-4132-a4eb-25f40db7e5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810118-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T04:20:22Z,description=,heartbeat_timestamp=2021-09-22T04:32:22Z,host='dv-cinder-810118-1-iscsi',id=67baeb3b-346e-4680-9ea8-6eec6aa84835,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T04:20:23Z,topic='l3_agent')) {'router_ids': ['084e8c9e-66fb-4e21-a43d-e0a299506bc2'], 'active': True} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:32:49.142976 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-5403bd98-2cfa-4834-b09d-ce9b63024d77 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "PUT /v2.0/floatingips/4af196a7-683a-4e74-ad7a-7de545bade59 HTTP/1.1" status: 200 len: 990 time: 1.3896604 Sep 22 04:32:49.143600 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57f78f2b-3a3f-4a01-b448-ec95f54237d4', 'tag': 'd7f48021-f64e-4938-99a4-bdeec7e47ac5'}] {{(pid=94615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 04:32:49.146003 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d27d553a3b9744112e878a2e80866f1fe0303ccc5aac5545403223d44c5d0e8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7fb6606-254c-46ee-baa8-508f8c1c0cb0" -d '{"events": [{"name": "network-changed", "server_uuid": "57f78f2b-3a3f-4a01-b448-ec95f54237d4", "tag": "d7f48021-f64e-4938-99a4-bdeec7e47ac5"}]}' {{(pid=94615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 04:32:49.183399 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 04:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1764295-8584-4567-a4e1-287510e79ace x-openstack-request-id: req-c1764295-8584-4567-a4e1-287510e79ace {{(pid=94615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 04:32:49.183399 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57f78f2b-3a3f-4a01-b448-ec95f54237d4", "tag": "d7f48021-f64e-4938-99a4-bdeec7e47ac5", "status": "completed", "code": 200}]} {{(pid=94615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 04:32:49.183399 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c1764295-8584-4567-a4e1-287510e79ace {{(pid=94615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 04:32:49.183713 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57f78f2b-3a3f-4a01-b448-ec95f54237d4', 'tag': 'd7f48021-f64e-4938-99a4-bdeec7e47ac5', 'status': 'completed', 'code': 200} Sep 22 04:32:49.247963 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvr_db [None req-5b1a6492-4356-4132-a4eb-25f40db7e5a3 None None] Set router 084e8c9e-66fb-4e21-a43d-e0a299506bc2 gateway port host: dv-cinder-810118-1-iscsi {{(pid=94617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 04:32:49.248210 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fb6606-254c-46ee-baa8-508f8c1c0cb0 req-ea148103-a48c-423a-bfa1-dab891f5fb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:32:49.249964 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-d7fb6606-254c-46ee-baa8-508f8c1c0cb0 req-ea148103-a48c-423a-bfa1-dab891f5fb92 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ad7f6cd153e24f3db680028c6bdb22b5&device_id=57f78f2b-3a3f-4a01-b448-ec95f54237d4 HTTP/1.1" status: 200 len: 1098 time: 0.0419755 Sep 22 04:32:49.360495 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fb6606-254c-46ee-baa8-508f8c1c0cb0 req-50252f94-b23c-4963-be54-1a95eaf6c2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:32:49.361951 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-d7fb6606-254c-46ee-baa8-508f8c1c0cb0 req-50252f94-b23c-4963-be54-1a95eaf6c2d5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ca51e19a-eb03-4e80-b068-2395ef770566 HTTP/1.1" status: 200 len: 910 time: 0.1005878 Sep 22 04:32:49.429719 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-d7fb6606-254c-46ee-baa8-508f8c1c0cb0 req-04bffb5f-22d9-4560-b8a1-bbb3fc54791f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7f48021-f64e-4938-99a4-bdeec7e47ac5 HTTP/1.1" status: 200 len: 998 time: 0.0594106 Sep 22 04:32:49.484589 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fb6606-254c-46ee-baa8-508f8c1c0cb0 req-31ac7522-884c-424a-88b3-41cc94988db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:32:49.486014 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-d7fb6606-254c-46ee-baa8-508f8c1c0cb0 req-31ac7522-884c-424a-88b3-41cc94988db7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d4733523-2a04-4d39-afc7-a1fd1c83d105 HTTP/1.1" status: 200 len: 849 time: 0.0469220 Sep 22 04:32:49.526172 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-5b1a6492-4356-4132-a4eb-25f40db7e5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '084e8c9e-66fb-4e21-a43d-e0a299506bc2', 'name': 'tempest-AttachVolumeTestJSON-833141330-router', 'tenant_id': 'ad7f6cd153e24f3db680028c6bdb22b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'external_fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': 'c40c790e-995b-479a-8ee5-afa61744b64e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T04:32:16Z', 'updated_at': '2021-09-22T04:32:21Z', 'revision_number': 4, 'project_id': 'ad7f6cd153e24f3db680028c6bdb22b5', 'gw_port': {'id': 'c40c790e-995b-479a-8ee5-afa61744b64e', 'name': '', 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084e8c9e-66fb-4e21-a43d-e0a299506bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:32:17Z', 'updated_at': '2021-09-22T04:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810118-1-iscsi', '_floatingips': [{'id': '4af196a7-683a-4e74-ad7a-7de545bade59', 'tenant_id': 'ad7f6cd153e24f3db680028c6bdb22b5', 'floating_ip_address': '172.27.3.66', 'floating_network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'router_id': '084e8c9e-66fb-4e21-a43d-e0a299506bc2', 'port_id': 'd7f48021-f64e-4938-99a4-bdeec7e47ac5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca51e19a-eb03-4e80-b068-2395ef770566', 'mac_address': 'fa:16:3e:53:c3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57f78f2b-3a3f-4a01-b448-ec95f54237d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T04:32:25Z', 'updated_at': '2021-09-22T04:32:48Z', 'revision_number': 1, 'project_id': 'ad7f6cd153e24f3db680028c6bdb22b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c69e743b-c17e-4b4a-a219-ec12003e7af5', 'name': '', 'network_id': 'ca51e19a-eb03-4e80-b068-2395ef770566', 'tenant_id': 'ad7f6cd153e24f3db680028c6bdb22b5', 'mac_address': 'fa:16:3e:90:21:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084e8c9e-66fb-4e21-a43d-e0a299506bc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'd4733523-2a04-4d39-afc7-a1fd1c83d105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:32:20Z', 'updated_at': '2021-09-22T04:32:25Z', 'revision_number': 5, 'project_id': 'ad7f6cd153e24f3db680028c6bdb22b5', 'subnets': [{'id': 'd4733523-2a04-4d39-afc7-a1fd1c83d105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810118-1-iscsi', False) {} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:32:49.535970 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fb6606-254c-46ee-baa8-508f8c1c0cb0 req-f2c8f4cb-dd30-493d-966e-8717c70d9f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:32:49.537523 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-d7fb6606-254c-46ee-baa8-508f8c1c0cb0 req-f2c8f4cb-dd30-493d-966e-8717c70d9f97 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ca51e19a-eb03-4e80-b068-2395ef770566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397687 Sep 22 04:32:49.554760 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1a6492-4356-4132-a4eb-25f40db7e5a3 None None] Checking router: 084e8c9e-66fb-4e21-a43d-e0a299506bc2 for host: dv-cinder-810118-1-iscsi {{(pid=94617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 04:32:49.563444 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1a6492-4356-4132-a4eb-25f40db7e5a3 None None] Routers {'084e8c9e-66fb-4e21-a43d-e0a299506bc2'} bound to L3 agent in host dv-cinder-810118-1-iscsi {{(pid=94617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 04:32:49.564043 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-5b1a6492-4356-4132-a4eb-25f40db7e5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810118-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T04:20:22Z,description=,heartbeat_timestamp=2021-09-22T04:32:22Z,host='dv-cinder-810118-1-iscsi',id=67baeb3b-346e-4680-9ea8-6eec6aa84835,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T04:20:23Z,topic='l3_agent')) {'router_ids': ['084e8c9e-66fb-4e21-a43d-e0a299506bc2'], 'active': True} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:32:49.637096 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-d7fb6606-254c-46ee-baa8-508f8c1c0cb0 req-b41ad7ed-366a-4b6b-8ede-d64aec24fca9 service neutron] 10.222.0.30 "GET /v2.0/networks/ca51e19a-eb03-4e80-b068-2395ef770566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877051 Sep 22 04:32:49.669554 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvr_db [None req-5b1a6492-4356-4132-a4eb-25f40db7e5a3 None None] Set router 084e8c9e-66fb-4e21-a43d-e0a299506bc2 gateway port host: dv-cinder-810118-1-iscsi {{(pid=94617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 04:32:49.731242 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-d7fb6606-254c-46ee-baa8-508f8c1c0cb0 req-392384cd-38d4-4784-a552-f9d54541cce6 service neutron] 10.222.0.30 "GET /v2.0/networks/ca51e19a-eb03-4e80-b068-2395ef770566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851285 Sep 22 04:32:49.865540 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402402c3-ab6d-4b09-baa8-e225009aa814 req-66b6054b-41f5-408b-9f09-43174be8fd82 tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:32:49.867192 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-402402c3-ab6d-4b09-baa8-e225009aa814 req-66b6054b-41f5-408b-9f09-43174be8fd82 tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] 10.222.0.24 "GET /v2.0/ports?device_id=b74b5437-1386-4dd4-8fe8-e73169ace656 HTTP/1.1" status: 200 len: 946 time: 0.0544720 Sep 22 04:32:49.911131 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-402402c3-ab6d-4b09-baa8-e225009aa814 req-d28782c6-cbb5-409b-a993-550109f00f45 tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] 10.222.0.24 "GET /v2.0/security-groups?id=93663dba-703d-42ad-9b05-9abdf1941984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376196 Sep 22 04:32:50.026142 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-5b1a6492-4356-4132-a4eb-25f40db7e5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '084e8c9e-66fb-4e21-a43d-e0a299506bc2', 'name': 'tempest-AttachVolumeTestJSON-833141330-router', 'tenant_id': 'ad7f6cd153e24f3db680028c6bdb22b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'external_fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': 'c40c790e-995b-479a-8ee5-afa61744b64e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T04:32:16Z', 'updated_at': '2021-09-22T04:32:21Z', 'revision_number': 4, 'project_id': 'ad7f6cd153e24f3db680028c6bdb22b5', 'gw_port': {'id': 'c40c790e-995b-479a-8ee5-afa61744b64e', 'name': '', 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084e8c9e-66fb-4e21-a43d-e0a299506bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:32:17Z', 'updated_at': '2021-09-22T04:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810118-1-iscsi', '_floatingips': [{'id': '4af196a7-683a-4e74-ad7a-7de545bade59', 'tenant_id': 'ad7f6cd153e24f3db680028c6bdb22b5', 'floating_ip_address': '172.27.3.66', 'floating_network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'router_id': '084e8c9e-66fb-4e21-a43d-e0a299506bc2', 'port_id': 'd7f48021-f64e-4938-99a4-bdeec7e47ac5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca51e19a-eb03-4e80-b068-2395ef770566', 'mac_address': 'fa:16:3e:53:c3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57f78f2b-3a3f-4a01-b448-ec95f54237d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T04:32:25Z', 'updated_at': '2021-09-22T04:32:48Z', 'revision_number': 1, 'project_id': 'ad7f6cd153e24f3db680028c6bdb22b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c69e743b-c17e-4b4a-a219-ec12003e7af5', 'name': '', 'network_id': 'ca51e19a-eb03-4e80-b068-2395ef770566', 'tenant_id': 'ad7f6cd153e24f3db680028c6bdb22b5', 'mac_address': 'fa:16:3e:90:21:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084e8c9e-66fb-4e21-a43d-e0a299506bc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'd4733523-2a04-4d39-afc7-a1fd1c83d105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:32:20Z', 'updated_at': '2021-09-22T04:32:25Z', 'revision_number': 5, 'project_id': 'ad7f6cd153e24f3db680028c6bdb22b5', 'subnets': [{'id': 'd4733523-2a04-4d39-afc7-a1fd1c83d105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810118-1-iscsi', False) {} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:32:50.055491 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1a6492-4356-4132-a4eb-25f40db7e5a3 None None] The sync data for ids ['084e8c9e-66fb-4e21-a43d-e0a299506bc2'] in dv-cinder-810118-1-iscsi is: [{'id': '084e8c9e-66fb-4e21-a43d-e0a299506bc2', 'name': 'tempest-AttachVolumeTestJSON-833141330-router', 'tenant_id': 'ad7f6cd153e24f3db680028c6bdb22b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'external_fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': 'c40c790e-995b-479a-8ee5-afa61744b64e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T04:32:16Z', 'updated_at': '2021-09-22T04:32:21Z', 'revision_number': 4, 'project_id': 'ad7f6cd153e24f3db680028c6bdb22b5', 'gw_port': {'id': 'c40c790e-995b-479a-8ee5-afa61744b64e', 'name': '', 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084e8c9e-66fb-4e21-a43d-e0a299506bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:32:17Z', 'updated_at': '2021-09-22T04:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810118-1-iscsi', '_floatingips': [{'id': '4af196a7-683a-4e74-ad7a-7de545bade59', 'tenant_id': 'ad7f6cd153e24f3db680028c6bdb22b5', 'floating_ip_address': '172.27.3.66', 'floating_network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'router_id': '084e8c9e-66fb-4e21-a43d-e0a299506bc2', 'port_id': 'd7f48021-f64e-4938-99a4-bdeec7e47ac5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca51e19a-eb03-4e80-b068-2395ef770566', 'mac_address': 'fa:16:3e:53:c3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57f78f2b-3a3f-4a01-b448-ec95f54237d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T04:32:25Z', 'updated_at': '2021-09-22T04:32:48Z', 'revision_number': 1, 'project_id': 'ad7f6cd153e24f3db680028c6bdb22b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c69e743b-c17e-4b4a-a219-ec12003e7af5', 'name': '', 'network_id': 'ca51e19a-eb03-4e80-b068-2395ef770566', 'tenant_id': 'ad7f6cd153e24f3db680028c6bdb22b5', 'mac_address': 'fa:16:3e:90:21:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084e8c9e-66fb-4e21-a43d-e0a299506bc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'd4733523-2a04-4d39-afc7-a1fd1c83d105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:32:20Z', 'updated_at': '2021-09-22T04:32:25Z', 'revision_number': 5, 'project_id': 'ad7f6cd153e24f3db680028c6bdb22b5', 'subnets': [{'id': 'd4733523-2a04-4d39-afc7-a1fd1c83d105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 04:32:50.220558 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-900452a4-9b76-4679-8f00-6fcb541c6d9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:50.228298 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554e5ab3-950a-4eac-951b-c91121df013c None None] New status for floating IP 4af196a7-683a-4e74-ad7a-7de545bade59: ACTIVE {{(pid=94618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 04:32:51.022147 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a000e105-def2-46d5-9d8d-9b034d2cf2a0 req-ab235946-f5e6-4ec5-9bba-dfad7e339c9f tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:32:51.024239 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-a000e105-def2-46d5-9d8d-9b034d2cf2a0 req-ab235946-f5e6-4ec5-9bba-dfad7e339c9f tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] 10.222.0.24 "GET /v2.0/ports?device_id=b74b5437-1386-4dd4-8fe8-e73169ace656 HTTP/1.1" status: 200 len: 946 time: 0.0488625 Sep 22 04:32:51.062496 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-a000e105-def2-46d5-9d8d-9b034d2cf2a0 req-66d023ca-e51e-486e-b287-2618197f2295 tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] 10.222.0.24 "GET /v2.0/security-groups?id=93663dba-703d-42ad-9b05-9abdf1941984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323122 Sep 22 04:32:52.517185 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-fd7048ca-0177-4dce-97f3-3a2a63f91e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:53.079707 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.agents_db [None req-7fda405f-bd13-41fd-9497-f6551785b8a3 None None] Agent healthcheck: found 6 active agents {{(pid=94618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 04:32:53.294482 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:54.060062 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-62fe730e-da9a-4cac-a5e3-718f571d83ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:55.135614 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 47418) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:32:55.235585 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-6fcf5cd9-e0d1-4007-9ad4-c99a4c12da1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:55.324595 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-6fcf5cd9-e0d1-4007-9ad4-c99a4c12da1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:55.408838 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-6fcf5cd9-e0d1-4007-9ad4-c99a4c12da1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:55.448208 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-6fcf5cd9-e0d1-4007-9ad4-c99a4c12da1f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2df3845ac5354107b94ae583969827e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3114121 Sep 22 04:32:55.448950 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcf5cd9-e0d1-4007-9ad4-c99a4c12da1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0237b62-0d37-42cf-a23f-124ed03bc4a0,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:32:55.451916 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 47424) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:32:55.502165 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-6e6c6e46-32ef-4006-ae06-d5233c1d3fb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:55.523510 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-6e6c6e46-32ef-4006-ae06-d5233c1d3fb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:55.637206 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-c7bbae2d-f237-46cc-b838-3371bd865633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:55.677104 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-6e6c6e46-32ef-4006-ae06-d5233c1d3fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:55.679589 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-6e6c6e46-32ef-4006-ae06-d5233c1d3fb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:55.680776 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-6e6c6e46-32ef-4006-ae06-d5233c1d3fb8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e0237b62-0d37-42cf-a23f-124ed03bc4a0 HTTP/1.1" status: 204 len: 168 time: 0.2273912 Sep 22 04:32:55.688662 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6c6e46-32ef-4006-ae06-d5233c1d3fb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0237b62-0d37-42cf-a23f-124ed03bc4a0,revision_number=None']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:32:56.310726 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 47434) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:32:56.324090 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-bbf8741c-27d2-4258-b187-66e6fe4fea2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:56.409579 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-bbf8741c-27d2-4258-b187-66e6fe4fea2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:56.488636 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-bbf8741c-27d2-4258-b187-66e6fe4fea2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:56.528440 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-bbf8741c-27d2-4258-b187-66e6fe4fea2f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=562c4e2e7687466582a4aa98cb9ae0ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2166193 Sep 22 04:32:56.529417 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf8741c-27d2-4258-b187-66e6fe4fea2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e0ff2bc-1031-415a-bb6d-525da36793ae,revision_number=1']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:32:56.531129 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 47438) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:32:56.579733 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-2d6b8e6a-91f9-4a88-ae4c-055fa0ccd7a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:56.600485 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-2d6b8e6a-91f9-4a88-ae4c-055fa0ccd7a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:56.710717 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-2d6b8e6a-91f9-4a88-ae4c-055fa0ccd7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:56.713229 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-2d6b8e6a-91f9-4a88-ae4c-055fa0ccd7a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:32:56.714371 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-2d6b8e6a-91f9-4a88-ae4c-055fa0ccd7a9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1e0ff2bc-1031-415a-bb6d-525da36793ae HTTP/1.1" status: 204 len: 168 time: 0.1822662 Sep 22 04:32:56.721761 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6b8e6a-91f9-4a88-ae4c-055fa0ccd7a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e0ff2bc-1031-415a-bb6d-525da36793ae,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:33:01.356179 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af43cae8-384e-43be-80ca-f3c04635b068 req-a4cee706-6ef8-48e6-a72f-02b78cbfe174 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:33:01.357719 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-af43cae8-384e-43be-80ca-f3c04635b068 req-a4cee706-6ef8-48e6-a72f-02b78cbfe174 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=73071d9e-f5bc-439b-a5c9-d1ef0da01f57 HTTP/1.1" status: 200 len: 946 time: 0.0483902 Sep 22 04:33:01.398238 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-af43cae8-384e-43be-80ca-f3c04635b068 req-7ef2bbf3-9006-421c-96e7-be7d8b7b4614 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=0987b5bf-9d30-4aee-b9ff-4b85b30fe4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346036 Sep 22 04:33:02.516042 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a4a598-df9d-4403-bb98-390538ff3b58 req-be6d02ed-356c-45f2-9212-95cb7888af82 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:33:02.517549 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-74a4a598-df9d-4403-bb98-390538ff3b58 req-be6d02ed-356c-45f2-9212-95cb7888af82 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=73071d9e-f5bc-439b-a5c9-d1ef0da01f57 HTTP/1.1" status: 200 len: 946 time: 0.0482683 Sep 22 04:33:02.553760 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-74a4a598-df9d-4403-bb98-390538ff3b58 req-fdca2eb1-d73d-4da7-a33e-167191c5bd3a tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=0987b5bf-9d30-4aee-b9ff-4b85b30fe4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303657 Sep 22 04:33:03.670118 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfb0e41-131b-4587-8f1a-c49606fc6c5c req-a8fe2ec6-f31f-49cf-91ad-b56a395d9d7a tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:33:03.671590 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-6dfb0e41-131b-4587-8f1a-c49606fc6c5c req-a8fe2ec6-f31f-49cf-91ad-b56a395d9d7a tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=73071d9e-f5bc-439b-a5c9-d1ef0da01f57 HTTP/1.1" status: 200 len: 946 time: 0.0480378 Sep 22 04:33:03.708033 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-6dfb0e41-131b-4587-8f1a-c49606fc6c5c req-d11763c1-ee90-4871-951e-1607ed5e980e tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=0987b5bf-9d30-4aee-b9ff-4b85b30fe4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304818 Sep 22 04:33:04.827329 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b5b4bd-5878-4ff0-9af8-7499f8014cb2 req-025fbcc7-b4da-4074-bade-f1590d5f9d0e tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:33:04.828830 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-a7b5b4bd-5878-4ff0-9af8-7499f8014cb2 req-025fbcc7-b4da-4074-bade-f1590d5f9d0e tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=73071d9e-f5bc-439b-a5c9-d1ef0da01f57 HTTP/1.1" status: 200 len: 946 time: 0.0486662 Sep 22 04:33:04.871363 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-a7b5b4bd-5878-4ff0-9af8-7499f8014cb2 req-37c12999-a6b0-4080-ae4b-6fa639e545aa tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=0987b5bf-9d30-4aee-b9ff-4b85b30fe4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365384 Sep 22 04:33:05.992298 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dab8f96-ca3f-462c-99da-62873dfaf646 req-71dcd5d2-dc6f-44c3-ba59-852864095947 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:33:05.993786 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-2dab8f96-ca3f-462c-99da-62873dfaf646 req-71dcd5d2-dc6f-44c3-ba59-852864095947 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=73071d9e-f5bc-439b-a5c9-d1ef0da01f57 HTTP/1.1" status: 200 len: 946 time: 0.0517673 Sep 22 04:33:06.030056 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-2dab8f96-ca3f-462c-99da-62873dfaf646 req-25f79ea9-4822-4a87-b874-f30f980b2f43 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=0987b5bf-9d30-4aee-b9ff-4b85b30fe4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301013 Sep 22 04:33:06.710718 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:07.145318 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c200f6-230c-46bf-9d83-c960fba66534 req-9004b47b-61e2-464c-9340-70783c779d28 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:33:07.146833 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-08c200f6-230c-46bf-9d83-c960fba66534 req-9004b47b-61e2-464c-9340-70783c779d28 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=73071d9e-f5bc-439b-a5c9-d1ef0da01f57 HTTP/1.1" status: 200 len: 946 time: 0.0480168 Sep 22 04:33:07.184443 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-08c200f6-230c-46bf-9d83-c960fba66534 req-2fcb7093-e21d-4cca-b39d-2485122c89d6 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=0987b5bf-9d30-4aee-b9ff-4b85b30fe4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318129 Sep 22 04:33:08.301228 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76913a5-c5f4-48de-add0-e354a5953844 req-1ad9099c-98c9-4636-9fcc-88ff011d7e52 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:33:08.302682 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-b76913a5-c5f4-48de-add0-e354a5953844 req-1ad9099c-98c9-4636-9fcc-88ff011d7e52 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=73071d9e-f5bc-439b-a5c9-d1ef0da01f57 HTTP/1.1" status: 200 len: 946 time: 0.0481791 Sep 22 04:33:08.342692 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-b76913a5-c5f4-48de-add0-e354a5953844 req-56002955-91a5-4cd3-ac47-213298805c08 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=0987b5bf-9d30-4aee-b9ff-4b85b30fe4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337260 Sep 22 04:33:09.461675 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3666754a-7112-440a-bfa2-d3fe1270c99c req-d90fa44a-5e6c-45be-b0cf-7f3d665163c4 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:33:09.463146 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-3666754a-7112-440a-bfa2-d3fe1270c99c req-d90fa44a-5e6c-45be-b0cf-7f3d665163c4 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=73071d9e-f5bc-439b-a5c9-d1ef0da01f57 HTTP/1.1" status: 200 len: 946 time: 0.0495322 Sep 22 04:33:09.501140 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-3666754a-7112-440a-bfa2-d3fe1270c99c req-9800a251-70f2-47b9-86fc-c0dee71a922e tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=0987b5bf-9d30-4aee-b9ff-4b85b30fe4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321159 Sep 22 04:33:10.452298 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee8aba8-fea9-43b9-b9a1-e33847a25d27 req-01570fed-d8d0-427b-9ae1-9e67b700d715 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:33:10.453758 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-9ee8aba8-fea9-43b9-b9a1-e33847a25d27 req-01570fed-d8d0-427b-9ae1-9e67b700d715 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.30 "GET /v2.0/ports?device_id=73071d9e-f5bc-439b-a5c9-d1ef0da01f57 HTTP/1.1" status: 200 len: 946 time: 0.0468717 Sep 22 04:33:10.546503 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [req-9ee8aba8-fea9-43b9-b9a1-e33847a25d27 req-b983a166-9cbf-4882-8fd3-e2e14b82ee53 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Deleting port 51a19702-4eda-4f86-9047-04b4c57dde31 {{(pid=94616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 04:33:10.546842 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-9ee8aba8-fea9-43b9-b9a1-e33847a25d27 req-b983a166-9cbf-4882-8fd3-e2e14b82ee53 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769518975272'] for port, before_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:10.617328 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a902defe-c0fd-429f-949a-29c479520434 req-9aba0215-3f1e-4769-8212-c756965a1f05 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:33:10.618733 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-a902defe-c0fd-429f-949a-29c479520434 req-9aba0215-3f1e-4769-8212-c756965a1f05 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=73071d9e-f5bc-439b-a5c9-d1ef0da01f57 HTTP/1.1" status: 200 len: 946 time: 0.0481892 Sep 22 04:33:10.633938 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [req-9ee8aba8-fea9-43b9-b9a1-e33847a25d27 req-b983a166-9cbf-4882-8fd3-e2e14b82ee53 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] For port 51a19702-4eda-4f86-9047-04b4c57dde31, host hv-cinder-81011, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81011',level=0,port_id=51a19702-4eda-4f86-9047-04b4c57dde31,segment=NetworkSegment(30b5be0d-9a0d-4d41-ab50-368f87857a66),segment_id=30b5be0d-9a0d-4d41-ab50-368f87857a66)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:33:10.634302 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-9ee8aba8-fea9-43b9-b9a1-e33847a25d27 req-b983a166-9cbf-4882-8fd3-e2e14b82ee53 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1861379'] for port, precommit_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:10.662529 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-a902defe-c0fd-429f-949a-29c479520434 req-196755d1-fe3f-49e4-8855-9068b18d02e6 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=0987b5bf-9d30-4aee-b9ff-4b85b30fe4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367928 Sep 22 04:33:10.847585 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-9ee8aba8-fea9-43b9-b9a1-e33847a25d27 req-b983a166-9cbf-4882-8fd3-e2e14b82ee53 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:10.848261 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-9ee8aba8-fea9-43b9-b9a1-e33847a25d27 req-b983a166-9cbf-4882-8fd3-e2e14b82ee53 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1865242'] for floatingip, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:10.848722 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.db.l3_db [req-9ee8aba8-fea9-43b9-b9a1-e33847a25d27 req-b983a166-9cbf-4882-8fd3-e2e14b82ee53 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Floating IP cd1fa941-6361-4a5b-9f58-741f3ac632ef disassociated. External IP: 172.27.3.59, port: 51a19702-4eda-4f86-9047-04b4c57dde31. Sep 22 04:33:10.849058 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [req-9ee8aba8-fea9-43b9-b9a1-e33847a25d27 req-b983a166-9cbf-4882-8fd3-e2e14b82ee53 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Calling delete_port for 51a19702-4eda-4f86-9047-04b4c57dde31 owned by compute:nova {{(pid=94616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 04:33:11.076739 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-9ee8aba8-fea9-43b9-b9a1-e33847a25d27 req-b983a166-9cbf-4882-8fd3-e2e14b82ee53 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769518980334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769518673866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534565802'] for port, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:11.102872 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b983a166-9cbf-4882-8fd3-e2e14b82ee53 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Pushing event deleted for resources: {'Port': ['ID=51a19702-4eda-4f86-9047-04b4c57dde31,revision_number=None']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:33:11.217872 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9ee8aba8-fea9-43b9-b9a1-e33847a25d27 req-b983a166-9cbf-4882-8fd3-e2e14b82ee53 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Router cecfd81e-557d-4b34-b379-68b2758efea1 has already been hosted by L3 agent 67baeb3b-346e-4680-9ea8-6eec6aa84835 {{(pid=94616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 04:33:11.331317 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9ee8aba8-fea9-43b9-b9a1-e33847a25d27 req-b983a166-9cbf-4882-8fd3-e2e14b82ee53 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Notify agent at l3_agent.dv-cinder-810118-1-iscsi the message routers_updated {{(pid=94616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 04:33:11.342678 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb6dfd4-3e9d-419f-8959-64a9d1586dcd None None] Sync routers for ids ['cecfd81e-557d-4b34-b379-68b2758efea1'] in dv-cinder-810118-1-iscsi {{(pid=94617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 04:33:11.373015 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ee8aba8-fea9-43b9-b9a1-e33847a25d27 req-b983a166-9cbf-4882-8fd3-e2e14b82ee53 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] No DVR routers for this DVR port 51a19702-4eda-4f86-9047-04b4c57dde31 on host hv-cinder-81011 {{(pid=94616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 04:33:11.375784 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-9ee8aba8-fea9-43b9-b9a1-e33847a25d27 req-b983a166-9cbf-4882-8fd3-e2e14b82ee53 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34584'] for port, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:11.377831 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-9ee8aba8-fea9-43b9-b9a1-e33847a25d27 req-b983a166-9cbf-4882-8fd3-e2e14b82ee53 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.30 "DELETE /v2.0/ports/51a19702-4eda-4f86-9047-04b4c57dde31 HTTP/1.1" status: 204 len: 173 time: 0.9164867 Sep 22 04:33:11.378266 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73071d9e-f5bc-439b-a5c9-d1ef0da01f57', 'name': 'network-vif-deleted', 'tag': '51a19702-4eda-4f86-9047-04b4c57dde31'}] {{(pid=94616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 04:33:11.380573 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ee93b3f7eb2b2b6a350c95698ebe5b9c8d238e2160e747b625fec6bb3c76933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-147acbb8-57da-41bb-818d-a11179c06314" -d '{"events": [{"server_uuid": "73071d9e-f5bc-439b-a5c9-d1ef0da01f57", "name": "network-vif-deleted", "tag": "51a19702-4eda-4f86-9047-04b4c57dde31"}]}' {{(pid=94616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 04:33:11.381929 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb6dfd4-3e9d-419f-8959-64a9d1586dcd None None] Routers {'cecfd81e-557d-4b34-b379-68b2758efea1'} bound to L3 agent in host dv-cinder-810118-1-iscsi {{(pid=94617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 04:33:11.384229 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-0eb6dfd4-3e9d-419f-8959-64a9d1586dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810118-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T04:20:22Z,description=,heartbeat_timestamp=2021-09-22T04:32:52Z,host='dv-cinder-810118-1-iscsi',id=67baeb3b-346e-4680-9ea8-6eec6aa84835,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T04:20:23Z,topic='l3_agent')) {'router_ids': ['cecfd81e-557d-4b34-b379-68b2758efea1'], 'active': True} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:33:11.426453 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 04:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a443754-83ba-475b-ab35-7305941d1e5f x-openstack-request-id: req-4a443754-83ba-475b-ab35-7305941d1e5f {{(pid=94616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 04:33:11.426781 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73071d9e-f5bc-439b-a5c9-d1ef0da01f57", "name": "network-vif-deleted", "tag": "51a19702-4eda-4f86-9047-04b4c57dde31", "status": "completed", "code": 200}]} {{(pid=94616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 04:33:11.427036 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4a443754-83ba-475b-ab35-7305941d1e5f {{(pid=94616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 04:33:11.427478 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73071d9e-f5bc-439b-a5c9-d1ef0da01f57', 'name': 'network-vif-deleted', 'tag': '51a19702-4eda-4f86-9047-04b4c57dde31', 'status': 'completed', 'code': 200} Sep 22 04:33:11.519813 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvr_db [None req-0eb6dfd4-3e9d-419f-8959-64a9d1586dcd None None] Set router cecfd81e-557d-4b34-b379-68b2758efea1 gateway port host: dv-cinder-810118-1-iscsi {{(pid=94617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 04:33:11.712690 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-0eb6dfd4-3e9d-419f-8959-64a9d1586dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cecfd81e-557d-4b34-b379-68b2758efea1', 'name': 'tempest-AttachVolumeShelveTestJSON-756009411-router', 'tenant_id': 'a5932c0fd28d4509bc11811644adc1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'external_fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '93d30c9f-be6e-4692-9828-46f90ecb7723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T04:28:25Z', 'updated_at': '2021-09-22T04:28:31Z', 'revision_number': 4, 'project_id': 'a5932c0fd28d4509bc11811644adc1b2', 'gw_port': {'id': '93d30c9f-be6e-4692-9828-46f90ecb7723', 'name': '', 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:23:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecfd81e-557d-4b34-b379-68b2758efea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:28:26Z', 'updated_at': '2021-09-22T04:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810118-1-iscsi', '_interfaces': [{'id': '54b7699d-d14a-4cfa-8562-984e30dcf905', 'name': '', 'network_id': '203dddc9-87c2-468f-9ab9-d2290e8ee531', 'tenant_id': 'a5932c0fd28d4509bc11811644adc1b2', 'mac_address': 'fa:16:3e:52:0b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecfd81e-557d-4b34-b379-68b2758efea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e4ceb253-3d8e-46ef-b438-694b8c1700e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:28:30Z', 'updated_at': '2021-09-22T04:28:37Z', 'revision_number': 5, 'project_id': 'a5932c0fd28d4509bc11811644adc1b2', 'subnets': [{'id': 'e4ceb253-3d8e-46ef-b438-694b8c1700e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810118-1-iscsi', False) {} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:33:11.743643 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb6dfd4-3e9d-419f-8959-64a9d1586dcd None None] Checking router: cecfd81e-557d-4b34-b379-68b2758efea1 for host: dv-cinder-810118-1-iscsi {{(pid=94617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 04:33:11.752997 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb6dfd4-3e9d-419f-8959-64a9d1586dcd None None] Routers {'cecfd81e-557d-4b34-b379-68b2758efea1'} bound to L3 agent in host dv-cinder-810118-1-iscsi {{(pid=94617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 04:33:11.753673 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-0eb6dfd4-3e9d-419f-8959-64a9d1586dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810118-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T04:20:22Z,description=,heartbeat_timestamp=2021-09-22T04:32:52Z,host='dv-cinder-810118-1-iscsi',id=67baeb3b-346e-4680-9ea8-6eec6aa84835,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T04:20:23Z,topic='l3_agent')) {'router_ids': ['cecfd81e-557d-4b34-b379-68b2758efea1'], 'active': True} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:33:11.766088 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-f18f2258-6de6-4a5a-a4c0-049d19ccc4a9 req-6f51b306-5f25-42c9-8bb9-9c8c0a5934db tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=73071d9e-f5bc-439b-a5c9-d1ef0da01f57 HTTP/1.1" status: 200 len: 210 time: 0.0278547 Sep 22 04:33:11.859182 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvr_db [None req-0eb6dfd4-3e9d-419f-8959-64a9d1586dcd None None] Set router cecfd81e-557d-4b34-b379-68b2758efea1 gateway port host: dv-cinder-810118-1-iscsi {{(pid=94617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 04:33:12.059032 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-0eb6dfd4-3e9d-419f-8959-64a9d1586dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cecfd81e-557d-4b34-b379-68b2758efea1', 'name': 'tempest-AttachVolumeShelveTestJSON-756009411-router', 'tenant_id': 'a5932c0fd28d4509bc11811644adc1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'external_fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '93d30c9f-be6e-4692-9828-46f90ecb7723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T04:28:25Z', 'updated_at': '2021-09-22T04:28:31Z', 'revision_number': 4, 'project_id': 'a5932c0fd28d4509bc11811644adc1b2', 'gw_port': {'id': '93d30c9f-be6e-4692-9828-46f90ecb7723', 'name': '', 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:23:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecfd81e-557d-4b34-b379-68b2758efea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:28:26Z', 'updated_at': '2021-09-22T04:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810118-1-iscsi', '_interfaces': [{'id': '54b7699d-d14a-4cfa-8562-984e30dcf905', 'name': '', 'network_id': '203dddc9-87c2-468f-9ab9-d2290e8ee531', 'tenant_id': 'a5932c0fd28d4509bc11811644adc1b2', 'mac_address': 'fa:16:3e:52:0b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecfd81e-557d-4b34-b379-68b2758efea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e4ceb253-3d8e-46ef-b438-694b8c1700e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:28:30Z', 'updated_at': '2021-09-22T04:28:37Z', 'revision_number': 5, 'project_id': 'a5932c0fd28d4509bc11811644adc1b2', 'subnets': [{'id': 'e4ceb253-3d8e-46ef-b438-694b8c1700e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810118-1-iscsi', False) {} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:33:12.084049 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb6dfd4-3e9d-419f-8959-64a9d1586dcd None None] The sync data for ids ['cecfd81e-557d-4b34-b379-68b2758efea1'] in dv-cinder-810118-1-iscsi is: [{'id': 'cecfd81e-557d-4b34-b379-68b2758efea1', 'name': 'tempest-AttachVolumeShelveTestJSON-756009411-router', 'tenant_id': 'a5932c0fd28d4509bc11811644adc1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'external_fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '93d30c9f-be6e-4692-9828-46f90ecb7723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T04:28:25Z', 'updated_at': '2021-09-22T04:28:31Z', 'revision_number': 4, 'project_id': 'a5932c0fd28d4509bc11811644adc1b2', 'gw_port': {'id': '93d30c9f-be6e-4692-9828-46f90ecb7723', 'name': '', 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:23:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecfd81e-557d-4b34-b379-68b2758efea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:28:26Z', 'updated_at': '2021-09-22T04:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810118-1-iscsi', '_interfaces': [{'id': '54b7699d-d14a-4cfa-8562-984e30dcf905', 'name': '', 'network_id': '203dddc9-87c2-468f-9ab9-d2290e8ee531', 'tenant_id': 'a5932c0fd28d4509bc11811644adc1b2', 'mac_address': 'fa:16:3e:52:0b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecfd81e-557d-4b34-b379-68b2758efea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e4ceb253-3d8e-46ef-b438-694b8c1700e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:28:30Z', 'updated_at': '2021-09-22T04:28:37Z', 'revision_number': 5, 'project_id': 'a5932c0fd28d4509bc11811644adc1b2', 'subnets': [{'id': 'e4ceb253-3d8e-46ef-b438-694b8c1700e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 04:33:12.285841 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0fc7ec-eeda-42a4-8efa-1b362cc68290 None None] New status for floating IP cd1fa941-6361-4a5b-9f58-741f3ac632ef: DOWN {{(pid=94618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 04:33:12.865068 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-e2d5f4a9-a181-4d9c-acf8-3e91db1676ed req-60f0a426-ffdf-4257-ba5e-7c8d7858bf5e tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=73071d9e-f5bc-439b-a5c9-d1ef0da01f57 HTTP/1.1" status: 200 len: 210 time: 0.0286314 Sep 22 04:33:13.976536 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-f9979072-388c-4e0a-8150-c8f30d755ad0 req-93b881e8-2268-48a4-955d-4227b3a3f12d tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=73071d9e-f5bc-439b-a5c9-d1ef0da01f57 HTTP/1.1" status: 200 len: 210 time: 0.0283854 Sep 22 04:33:16.201725 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 47634) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:33:16.253438 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-4ae1e3c0-de3c-412f-aba6-0495a69ec758 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Notify callbacks [] for security_group, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:16.276265 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-4ae1e3c0-de3c-412f-aba6-0495a69ec758 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:16.465828 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-4ae1e3c0-de3c-412f-aba6-0495a69ec758 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:16.468501 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-4ae1e3c0-de3c-412f-aba6-0495a69ec758 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Notify callbacks [] for security_group, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:16.469664 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-4ae1e3c0-de3c-412f-aba6-0495a69ec758 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "DELETE /v2.0/security-groups/0987b5bf-9d30-4aee-b9ff-4b85b30fe4b3 HTTP/1.1" status: 204 len: 168 time: 0.2706265 Sep 22 04:33:16.472528 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 47638) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:33:16.479763 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae1e3c0-de3c-412f-aba6-0495a69ec758 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0987b5bf-9d30-4aee-b9ff-4b85b30fe4b3,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:33:16.490618 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.api.v2.resource [None req-a272082e-3d6d-4b5b-852c-ab78ab9f9304 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] show failed (client error): The resource could not be found. Sep 22 04:33:16.491685 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-a272082e-3d6d-4b5b-852c-ab78ab9f9304 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups/0987b5bf-9d30-4aee-b9ff-4b85b30fe4b3 HTTP/1.1" status: 404 len: 347 time: 0.0181143 Sep 22 04:33:16.494576 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 47640) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:33:16.618310 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [None req-4d7d163a-c788-41fa-92a1-1b91e5ffbb6e tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Deleting port 2344e48b-1932-462a-9165-a7dc3d6ec167 {{(pid=94616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 04:33:16.618650 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-4d7d163a-c788-41fa-92a1-1b91e5ffbb6e tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769518975272'] for port, before_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:16.690686 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-4d7d163a-c788-41fa-92a1-1b91e5ffbb6e tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1861379'] for port, precommit_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:16.691013 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-4d7d163a-c788-41fa-92a1-1b91e5ffbb6e tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:16.702287 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [None req-4d7d163a-c788-41fa-92a1-1b91e5ffbb6e tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Calling delete_port for 2344e48b-1932-462a-9165-a7dc3d6ec167 owned by network:floatingip {{(pid=94616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 04:33:16.906567 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-4d7d163a-c788-41fa-92a1-1b91e5ffbb6e tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769518980334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769518673866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534565802'] for port, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:16.931263 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7d163a-c788-41fa-92a1-1b91e5ffbb6e tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Pushing event deleted for resources: {'Port': ['ID=2344e48b-1932-462a-9165-a7dc3d6ec167,revision_number=None']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:33:16.992937 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-4d7d163a-c788-41fa-92a1-1b91e5ffbb6e tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Notify callbacks [] for floatingip, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:16.995291 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-4d7d163a-c788-41fa-92a1-1b91e5ffbb6e tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34584'] for floatingip, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:16.996429 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-4d7d163a-c788-41fa-92a1-1b91e5ffbb6e tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "DELETE /v2.0/floatingips/cd1fa941-6361-4a5b-9f58-741f3ac632ef HTTP/1.1" status: 204 len: 168 time: 0.5009134 Sep 22 04:33:17.424375 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 47656) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:33:17.428952 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.v2.base [None req-47dbe9bf-acf3-45f0-83d7-cf06acda3f9f tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1959907030', 'description': 'tempest-description--1730394374'}} {{(pid=94616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 04:33:17.533842 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-47dbe9bf-acf3-45f0-83d7-cf06acda3f9f tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Notify callbacks [] for security_group, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:17.592892 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Device 51a19702-4eda-4f86-9047-04b4c57dde31 no longer exists at agent hyperv_hv-cinder-81011 {{(pid=94617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 04:33:17.612457 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-47dbe9bf-acf3-45f0-83d7-cf06acda3f9f tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Notify callbacks [] for security_group, precommit_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:17.617197 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.plugin [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] No Port match for: 51a19702-4eda-4f86-9047-04b4c57dde31 {{(pid=94617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 04:33:17.617557 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Device 51a19702-4eda-4f86-9047-04b4c57dde31 not bound to the agent host hv-cinder-81011 {{(pid=94617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 04:33:17.688023 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-47dbe9bf-acf3-45f0-83d7-cf06acda3f9f tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:17.716432 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dbe9bf-acf3-45f0-83d7-cf06acda3f9f tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc490354-469c-4979-a378-63a6480e9547,revision_number=1']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:33:17.785223 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-47dbe9bf-acf3-45f0-83d7-cf06acda3f9f tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Notify callbacks [] for security_group, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:17.786466 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-47dbe9bf-acf3-45f0-83d7-cf06acda3f9f tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3610623 Sep 22 04:33:17.789298 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 47660) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:33:17.794048 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.v2.base [None req-be0d052d-b54e-4051-adad-fbd97f0f69b6 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Request body: {'security_group_rule': {'security_group_id': 'cc490354-469c-4979-a378-63a6480e9547', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 04:33:17.910233 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-be0d052d-b54e-4051-adad-fbd97f0f69b6 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:17.965190 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-be0d052d-b54e-4051-adad-fbd97f0f69b6 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:18.036672 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-be0d052d-b54e-4051-adad-fbd97f0f69b6 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073950'] for security_group_rule, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:18.054210 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0d052d-b54e-4051-adad-fbd97f0f69b6 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7018cc7-49be-4f99-89ef-5babdad45d97,revision_number=0']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:33:18.127993 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-be0d052d-b54e-4051-adad-fbd97f0f69b6 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:18.129240 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-be0d052d-b54e-4051-adad-fbd97f0f69b6 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3390341 Sep 22 04:33:18.131747 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 47664) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:33:18.135996 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.v2.base [None req-d3e2b28d-f3b2-4088-9000-67a1d1f43497 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Request body: {'security_group_rule': {'security_group_id': 'cc490354-469c-4979-a378-63a6480e9547', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 04:33:18.241234 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-d3e2b28d-f3b2-4088-9000-67a1d1f43497 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:18.296737 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-d3e2b28d-f3b2-4088-9000-67a1d1f43497 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:18.373234 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-d3e2b28d-f3b2-4088-9000-67a1d1f43497 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073950'] for security_group_rule, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:18.391149 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e2b28d-f3b2-4088-9000-67a1d1f43497 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ce84ac7-9130-48ea-8773-f5c1c638c7c4,revision_number=0']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:33:18.465455 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-d3e2b28d-f3b2-4088-9000-67a1d1f43497 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:18.466690 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-d3e2b28d-f3b2-4088-9000-67a1d1f43497 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3340337 Sep 22 04:33:18.469743 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 47674) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:33:18.474068 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.v2.base [None req-331b7bcb-89e6-48b9-8395-2ce53909b98c tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Request body: {'floatingip': {'floating_network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463'}} {{(pid=94616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 04:33:18.550945 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-331b7bcb-89e6-48b9-8395-2ce53909b98c tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Notify callbacks [] for floatingip, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:18.647778 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-331b7bcb-89e6-48b9-8395-2ce53909b98c tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:18.752661 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.db.db_base_plugin_common [None req-331b7bcb-89e6-48b9-8395-2ce53909b98c tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Allocated IP 172.27.3.225 (1c001e5d-5f10-46e0-9089-3ba13d08e463/ef28eb13-4204-4034-a22d-0722adaca342/5f6d4366-ef56-4880-aac9-3bc19c71782a) {{(pid=94616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 04:33:18.847849 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-331b7bcb-89e6-48b9-8395-2ce53909b98c tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Notify callbacks [] for port, precommit_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:18.991254 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-331b7bcb-89e6-48b9-8395-2ce53909b98c tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769518673857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534565802'] for port, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:19.025708 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-331b7bcb-89e6-48b9-8395-2ce53909b98c tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Network 1c001e5d-5f10-46e0-9089-3ba13d08e463 is already hosted by enough agents. {{(pid=94616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 04:33:19.028511 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.scheduler.base_scheduler [None req-331b7bcb-89e6-48b9-8395-2ce53909b98c tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Resources bound (agent type, host, resource id): {{(pid=94616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 04:33:19.031875 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331b7bcb-89e6-48b9-8395-2ce53909b98c tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Received port after_create {{(pid=94616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 04:33:19.064656 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331b7bcb-89e6-48b9-8395-2ce53909b98c tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Pushing event updated for resources: {'Port': ['ID=5f6d4366-ef56-4880-aac9-3bc19c71782a,revision_number=1']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:33:19.123175 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-331b7bcb-89e6-48b9-8395-2ce53909b98c tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:19.232156 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-331b7bcb-89e6-48b9-8395-2ce53909b98c tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:19.374949 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-331b7bcb-89e6-48b9-8395-2ce53909b98c tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Notify callbacks [] for port, precommit_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:19.430755 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-331b7bcb-89e6-48b9-8395-2ce53909b98c tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534565793'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:19.495745 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331b7bcb-89e6-48b9-8395-2ce53909b98c tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Pushing event updated for resources: {'Port': ['ID=5f6d4366-ef56-4880-aac9-3bc19c71782a,revision_number=2']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:33:19.505153 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-331b7bcb-89e6-48b9-8395-2ce53909b98c tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1865242'] for floatingip, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:19.573863 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-331b7bcb-89e6-48b9-8395-2ce53909b98c tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34584'] for floatingip, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:19.575115 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-331b7bcb-89e6-48b9-8395-2ce53909b98c tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1044381 Sep 22 04:33:19.768562 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-864d99b7-bde7-403f-b93b-447e442c116e req-0abddf2d-babf-4fda-b419-ac4d2e736537 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1959907030&fields=id&tenant_id=a5932c0fd28d4509bc11811644adc1b2 HTTP/1.1" status: 200 len: 267 time: 0.0446987 Sep 22 04:33:19.871581 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864d99b7-bde7-403f-b93b-447e442c116e req-270b6003-3d0e-4549-af06-e49972d1a2ad tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:33:19.873070 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-864d99b7-bde7-403f-b93b-447e442c116e req-270b6003-3d0e-4549-af06-e49972d1a2ad tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/networks?id=203dddc9-87c2-468f-9ab9-d2290e8ee531 HTTP/1.1" status: 200 len: 816 time: 0.0977130 Sep 22 04:33:19.888616 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-864d99b7-bde7-403f-b93b-447e442c116e req-3b7fbc8a-a86e-487f-bdff-b20ee04675a1 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/quotas/a5932c0fd28d4509bc11811644adc1b2 HTTP/1.1" status: 200 len: 375 time: 0.0093403 Sep 22 04:33:19.945001 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-864d99b7-bde7-403f-b93b-447e442c116e req-be4afcac-1810-4cf2-8f58-8412a4d9d38e tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a5932c0fd28d4509bc11811644adc1b2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0492156 Sep 22 04:33:20.037894 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-864d99b7-bde7-403f-b93b-447e442c116e req-cd620560-02ed-4ca4-9c18-587f399100ce service neutron] 10.222.0.24 "GET /v2.0/networks/203dddc9-87c2-468f-9ab9-d2290e8ee531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810401 Sep 22 04:33:20.099557 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-6ba2c93a-1d71-448e-8361-0ea45d072ac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:20.128901 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-864d99b7-bde7-403f-b93b-447e442c116e req-25b46ddb-1d78-4238-a00a-3fd8e53fdd9b service neutron] 10.222.0.24 "GET /v2.0/networks/203dddc9-87c2-468f-9ab9-d2290e8ee531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848861 Sep 22 04:33:20.426911 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-37e21975-a271-4e44-8f92-82f1dbcc8241 req-b3be5758-01e0-4bac-9021-f4a0a36cf6d8 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=560ca75a-65de-49a4-ab3d-fe6c76280014 HTTP/1.1" status: 200 len: 210 time: 0.0252223 Sep 22 04:33:21.524481 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-50840205-4493-40a8-9b40-d9948fe98229 req-3757a4b3-b01c-4e7c-9a79-e300047e1a55 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=560ca75a-65de-49a4-ab3d-fe6c76280014 HTTP/1.1" status: 200 len: 210 time: 0.0260198 Sep 22 04:33:22.288176 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01473e68-6b82-4397-8db5-2be50354fa4e req-e4d37120-152e-419d-a30b-3dafa12267a6 tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:33:22.289698 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-01473e68-6b82-4397-8db5-2be50354fa4e req-e4d37120-152e-419d-a30b-3dafa12267a6 tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] 10.222.0.24 "GET /v2.0/ports?device_id=b74b5437-1386-4dd4-8fe8-e73169ace656 HTTP/1.1" status: 200 len: 946 time: 0.0483437 Sep 22 04:33:22.329580 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-01473e68-6b82-4397-8db5-2be50354fa4e req-cd3a8797-7e3e-4922-96a0-be197f03b07b tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] 10.222.0.24 "GET /v2.0/security-groups?id=93663dba-703d-42ad-9b05-9abdf1941984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330429 Sep 22 04:33:22.539874 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-ecc5dae8-be2c-4fa9-9c52-7ab578eda292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:22.547907 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864d99b7-bde7-403f-b93b-447e442c116e req-66159c34-39d5-47d7-b98b-7a564994ee9f tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:33:22.549454 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-864d99b7-bde7-403f-b93b-447e442c116e req-66159c34-39d5-47d7-b98b-7a564994ee9f tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.30 "GET /v2.0/networks?id=203dddc9-87c2-468f-9ab9-d2290e8ee531 HTTP/1.1" status: 200 len: 816 time: 0.1160483 Sep 22 04:33:22.595023 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-864d99b7-bde7-403f-b93b-447e442c116e req-4fac48d3-4b7e-45e4-9b0c-811555c0bbbb tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a5932c0fd28d4509bc11811644adc1b2 HTTP/1.1" status: 200 len: 380 time: 0.0332572 Sep 22 04:33:22.605299 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.v2.base [req-864d99b7-bde7-403f-b93b-447e442c116e req-8e36f8f5-8f08-4c0e-a010-d9230b2d5b20 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Request body: {'port': {'device_id': '560ca75a-65de-49a4-ab3d-fe6c76280014', 'network_id': '203dddc9-87c2-468f-9ab9-d2290e8ee531', 'admin_state_up': True, 'tenant_id': 'a5932c0fd28d4509bc11811644adc1b2', 'security_groups': ['cc490354-469c-4979-a378-63a6480e9547']}} {{(pid=94616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 04:33:22.626123 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-06b3c518-f82b-4862-a27b-7f42ab4c5af6 req-1fecd0f2-63b1-4b06-855b-08f176342cfe tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=560ca75a-65de-49a4-ab3d-fe6c76280014 HTTP/1.1" status: 200 len: 210 time: 0.0297964 Sep 22 04:33:22.780111 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-864d99b7-bde7-403f-b93b-447e442c116e req-8e36f8f5-8f08-4c0e-a010-d9230b2d5b20 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Made reservation on behalf of a5932c0fd28d4509bc11811644adc1b2 for: {'port': 1} {{(pid=94616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 04:33:22.785006 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-864d99b7-bde7-403f-b93b-447e442c116e req-8e36f8f5-8f08-4c0e-a010-d9230b2d5b20 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:22.983528 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.db.db_base_plugin_common [req-864d99b7-bde7-403f-b93b-447e442c116e req-8e36f8f5-8f08-4c0e-a010-d9230b2d5b20 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Allocated IP 172.20.0.3 (203dddc9-87c2-468f-9ab9-d2290e8ee531/e4ceb253-3d8e-46ef-b438-694b8c1700e2/3c0160cb-7b20-4b5f-88e0-8d50d36a0aba) {{(pid=94616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 04:33:23.118991 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-864d99b7-bde7-403f-b93b-447e442c116e req-8e36f8f5-8f08-4c0e-a010-d9230b2d5b20 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Notify callbacks [] for port, precommit_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:23.243174 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-864d99b7-bde7-403f-b93b-447e442c116e req-8e36f8f5-8f08-4c0e-a010-d9230b2d5b20 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769518673857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534565802'] for port, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:23.284954 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-864d99b7-bde7-403f-b93b-447e442c116e req-8e36f8f5-8f08-4c0e-a010-d9230b2d5b20 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Network 203dddc9-87c2-468f-9ab9-d2290e8ee531 is already hosted by enough agents. {{(pid=94616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 04:33:23.287890 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.scheduler.base_scheduler [req-864d99b7-bde7-403f-b93b-447e442c116e req-8e36f8f5-8f08-4c0e-a010-d9230b2d5b20 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Resources bound (agent type, host, resource id): {{(pid=94616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 04:33:23.291379 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvrscheduler_db [req-864d99b7-bde7-403f-b93b-447e442c116e req-8e36f8f5-8f08-4c0e-a010-d9230b2d5b20 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Received port after_create {{(pid=94616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 04:33:23.320203 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e36f8f5-8f08-4c0e-a010-d9230b2d5b20 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Pushing event updated for resources: {'Port': ['ID=3c0160cb-7b20-4b5f-88e0-8d50d36a0aba,revision_number=1']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:33:23.328535 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:23.348831 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864d99b7-bde7-403f-b93b-447e442c116e req-8e36f8f5-8f08-4c0e-a010-d9230b2d5b20 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:33:23.349457 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-864d99b7-bde7-403f-b93b-447e442c116e req-8e36f8f5-8f08-4c0e-a010-d9230b2d5b20 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34584'] for port, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:23.452133 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d40ae1-96a7-4a53-b9cb-87fb07166d76 req-a6fdfcc9-a049-4e40-b831-f93efa5203b1 tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:33:23.453773 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-b0d40ae1-96a7-4a53-b9cb-87fb07166d76 req-a6fdfcc9-a049-4e40-b831-f93efa5203b1 tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] 10.222.0.24 "GET /v2.0/ports?device_id=b74b5437-1386-4dd4-8fe8-e73169ace656 HTTP/1.1" status: 200 len: 946 time: 0.0537775 Sep 22 04:33:23.496420 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-b0d40ae1-96a7-4a53-b9cb-87fb07166d76 req-62755172-4941-4a94-a1dc-986ce60f40a6 tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] 10.222.0.24 "GET /v2.0/security-groups?id=93663dba-703d-42ad-9b05-9abdf1941984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349340 Sep 22 04:33:23.506416 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-864d99b7-bde7-403f-b93b-447e442c116e req-8e36f8f5-8f08-4c0e-a010-d9230b2d5b20 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9048834 Sep 22 04:33:23.521319 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.v2.base [req-864d99b7-bde7-403f-b93b-447e442c116e req-23ac44e4-164d-4d42-99b8-16168ecb9324 service neutron] Request body: {'port': {'device_id': '560ca75a-65de-49a4-ab3d-fe6c76280014', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81011'}} {{(pid=94616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 04:33:23.524706 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-a07de9e7-8c78-4b7b-a0ed-c4bde4d72b43 None None] Provisioning complete for port 3c0160cb-7b20-4b5f-88e0-8d50d36a0aba triggered by entity DHCP. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 04:33:23.525626 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-a07de9e7-8c78-4b7b-a0ed-c4bde4d72b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628798'] for port, provisioning_complete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:23.561293 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.plugin [None req-a07de9e7-8c78-4b7b-a0ed-c4bde4d72b43 None None] Port 3c0160cb-7b20-4b5f-88e0-8d50d36a0aba cannot update to ACTIVE because it is not bound. {{(pid=94617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 04:33:23.574748 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-864d99b7-bde7-403f-b93b-447e442c116e req-23ac44e4-164d-4d42-99b8-16168ecb9324 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:23.796306 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947d3cf7-cc2e-4e77-858b-c13e22ffdaab req-9820efa9-ccaa-4965-a054-e061967e8ffe tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:33:23.797837 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-947d3cf7-cc2e-4e77-858b-c13e22ffdaab req-9820efa9-ccaa-4965-a054-e061967e8ffe tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=560ca75a-65de-49a4-ab3d-fe6c76280014 HTTP/1.1" status: 200 len: 931 time: 0.0959761 Sep 22 04:33:23.860573 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-947d3cf7-cc2e-4e77-858b-c13e22ffdaab req-9111a3c7-78c2-4f2e-83fa-00cccc7db647 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc490354-469c-4979-a378-63a6480e9547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565405 Sep 22 04:33:23.903405 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.notifiers.nova [req-864d99b7-bde7-403f-b93b-447e442c116e req-23ac44e4-164d-4d42-99b8-16168ecb9324 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c0160cb-7b20-4b5f-88e0-8d50d36a0aba {{(pid=94616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 04:33:23.915672 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-864d99b7-bde7-403f-b93b-447e442c116e req-23ac44e4-164d-4d42-99b8-16168ecb9324 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:23.926063 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [req-864d99b7-bde7-403f-b93b-447e442c116e req-23ac44e4-164d-4d42-99b8-16168ecb9324 service neutron] Transition to ACTIVE for port object 3c0160cb-7b20-4b5f-88e0-8d50d36a0aba will not be triggered until provisioned by entity L2. {{(pid=94616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 04:33:24.019695 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-864d99b7-bde7-403f-b93b-447e442c116e req-23ac44e4-164d-4d42-99b8-16168ecb9324 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534565793'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:24.069326 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ac44e4-164d-4d42-99b8-16168ecb9324 service neutron] Pushing event updated for resources: {'Port': ['ID=3c0160cb-7b20-4b5f-88e0-8d50d36a0aba,revision_number=2']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:33:24.082489 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-62fe730e-da9a-4cac-a5e3-718f571d83ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:24.402734 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.managers [req-864d99b7-bde7-403f-b93b-447e442c116e req-23ac44e4-164d-4d42-99b8-16168ecb9324 service neutron] Attempting to bind port 3c0160cb-7b20-4b5f-88e0-8d50d36a0aba on host hv-cinder-81011 for vnic_type normal with profile {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 04:33:24.402947 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.managers [req-864d99b7-bde7-403f-b93b-447e442c116e req-23ac44e4-164d-4d42-99b8-16168ecb9324 service neutron] Attempting to bind port 3c0160cb-7b20-4b5f-88e0-8d50d36a0aba by drivers openvswitch,hyperv on host hv-cinder-81011 at level 0 using segments [{'id': '30b5be0d-9a0d-4d41-ab50-368f87857a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '203dddc9-87c2-468f-9ab9-d2290e8ee531'}] {{(pid=94616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 04:33:24.403266 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864d99b7-bde7-403f-b93b-447e442c116e req-23ac44e4-164d-4d42-99b8-16168ecb9324 service neutron] Attempting to bind port 3c0160cb-7b20-4b5f-88e0-8d50d36a0aba on network 203dddc9-87c2-468f-9ab9-d2290e8ee531 {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 04:33:24.410050 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864d99b7-bde7-403f-b93b-447e442c116e req-23ac44e4-164d-4d42-99b8-16168ecb9324 service neutron] Port 3c0160cb-7b20-4b5f-88e0-8d50d36a0aba on network 203dddc9-87c2-468f-9ab9-d2290e8ee531 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81011 {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 04:33:24.410366 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864d99b7-bde7-403f-b93b-447e442c116e req-23ac44e4-164d-4d42-99b8-16168ecb9324 service neutron] Attempting to bind port 3c0160cb-7b20-4b5f-88e0-8d50d36a0aba on network 203dddc9-87c2-468f-9ab9-d2290e8ee531 {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 04:33:24.422201 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bfe2af-e1ee-46e5-aea7-eaaac0c700ca req-55dc2e21-1188-4ec5-950c-9ffd927b58f3 tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:33:24.423611 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-90bfe2af-e1ee-46e5-aea7-eaaac0c700ca req-55dc2e21-1188-4ec5-950c-9ffd927b58f3 tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] 10.222.0.30 "GET /v2.0/ports?device_id=b74b5437-1386-4dd4-8fe8-e73169ace656 HTTP/1.1" status: 200 len: 946 time: 0.0680180 Sep 22 04:33:24.424827 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864d99b7-bde7-403f-b93b-447e442c116e req-23ac44e4-164d-4d42-99b8-16168ecb9324 service neutron] Checking agent: {'id': '347231d5-0b5a-4d21-8b71-bfdb97c43ccc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81011', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 4, 26, 37), 'started_at': datetime.datetime(2021, 9, 22, 4, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 4, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 04:33:24.425149 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864d99b7-bde7-403f-b93b-447e442c116e req-23ac44e4-164d-4d42-99b8-16168ecb9324 service neutron] Checking segment: {'id': '30b5be0d-9a0d-4d41-ab50-368f87857a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '203dddc9-87c2-468f-9ab9-d2290e8ee531'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 04:33:24.425514 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864d99b7-bde7-403f-b93b-447e442c116e req-23ac44e4-164d-4d42-99b8-16168ecb9324 service neutron] Bound using segment: {'id': '30b5be0d-9a0d-4d41-ab50-368f87857a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '203dddc9-87c2-468f-9ab9-d2290e8ee531'} {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 04:33:24.425928 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.managers [req-864d99b7-bde7-403f-b93b-447e442c116e req-23ac44e4-164d-4d42-99b8-16168ecb9324 service neutron] Bound port: 3c0160cb-7b20-4b5f-88e0-8d50d36a0aba, host: hv-cinder-81011, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30b5be0d-9a0d-4d41-ab50-368f87857a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '203dddc9-87c2-468f-9ab9-d2290e8ee531'}}] {{(pid=94616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 04:33:24.426271 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-864d99b7-bde7-403f-b93b-447e442c116e req-23ac44e4-164d-4d42-99b8-16168ecb9324 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:24.545447 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [req-864d99b7-bde7-403f-b93b-447e442c116e req-23ac44e4-164d-4d42-99b8-16168ecb9324 service neutron] For port 3c0160cb-7b20-4b5f-88e0-8d50d36a0aba, host hv-cinder-81011, cleared binding levels {{(pid=94616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 04:33:24.549132 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [req-864d99b7-bde7-403f-b93b-447e442c116e req-23ac44e4-164d-4d42-99b8-16168ecb9324 service neutron] For port 3c0160cb-7b20-4b5f-88e0-8d50d36a0aba, host hv-cinder-81011, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81011',level=0,port_id=3c0160cb-7b20-4b5f-88e0-8d50d36a0aba,segment=NetworkSegment(30b5be0d-9a0d-4d41-ab50-368f87857a66),segment_id=30b5be0d-9a0d-4d41-ab50-368f87857a66)] {{(pid=94616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 04:33:24.565188 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [req-90bfe2af-e1ee-46e5-aea7-eaaac0c700ca req-e88ef989-d486-4157-b2ea-ad924d36ce47 tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] Deleting port 89cded4f-1a9c-46f9-9a1a-5b9b536d9576 {{(pid=94616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 04:33:24.565509 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-90bfe2af-e1ee-46e5-aea7-eaaac0c700ca req-e88ef989-d486-4157-b2ea-ad924d36ce47 tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769518975272'] for port, before_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:24.651688 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-864d99b7-bde7-403f-b93b-447e442c116e req-23ac44e4-164d-4d42-99b8-16168ecb9324 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534565793'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:24.695383 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8c0127-4503-46ff-a6d6-7a33d7f68355 req-dbe9f89b-a0c1-4521-9bb6-62abd64c370c tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:33:24.696814 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-2e8c0127-4503-46ff-a6d6-7a33d7f68355 req-dbe9f89b-a0c1-4521-9bb6-62abd64c370c tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] 10.222.0.24 "GET /v2.0/ports?device_id=b74b5437-1386-4dd4-8fe8-e73169ace656 HTTP/1.1" status: 200 len: 946 time: 0.1284535 Sep 22 04:33:24.730393 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864d99b7-bde7-403f-b93b-447e442c116e req-23ac44e4-164d-4d42-99b8-16168ecb9324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:33:24.737217 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-864d99b7-bde7-403f-b93b-447e442c116e req-23ac44e4-164d-4d42-99b8-16168ecb9324 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34584'] for port, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:24.737217 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-864d99b7-bde7-403f-b93b-447e442c116e req-23ac44e4-164d-4d42-99b8-16168ecb9324 service neutron] 10.222.0.30 "PUT /v2.0/ports/3c0160cb-7b20-4b5f-88e0-8d50d36a0aba HTTP/1.1" status: 200 len: 1093 time: 1.2160554 Sep 22 04:33:24.739243 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '560ca75a-65de-49a4-ab3d-fe6c76280014', 'tag': '3c0160cb-7b20-4b5f-88e0-8d50d36a0aba'}] {{(pid=94616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 04:33:24.741507 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ee93b3f7eb2b2b6a350c95698ebe5b9c8d238e2160e747b625fec6bb3c76933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-206d9574-bbe9-4eb3-a534-debe18f1db55" -d '{"events": [{"name": "network-changed", "server_uuid": "560ca75a-65de-49a4-ab3d-fe6c76280014", "tag": "3c0160cb-7b20-4b5f-88e0-8d50d36a0aba"}]}' {{(pid=94616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 04:33:24.764147 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [req-90bfe2af-e1ee-46e5-aea7-eaaac0c700ca req-e88ef989-d486-4157-b2ea-ad924d36ce47 tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] For port 89cded4f-1a9c-46f9-9a1a-5b9b536d9576, host hv-cinder-81011, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81011',level=0,port_id=89cded4f-1a9c-46f9-9a1a-5b9b536d9576,segment=NetworkSegment(5bec021b-edbf-4f94-a1f5-14ee5c1a9575),segment_id=5bec021b-edbf-4f94-a1f5-14ee5c1a9575)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:33:24.764547 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-90bfe2af-e1ee-46e5-aea7-eaaac0c700ca req-e88ef989-d486-4157-b2ea-ad924d36ce47 tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1861379'] for port, precommit_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:24.773375 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ac44e4-164d-4d42-99b8-16168ecb9324 service neutron] Pushing event updated for resources: {'Port': ['ID=3c0160cb-7b20-4b5f-88e0-8d50d36a0aba,revision_number=3']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:33:24.791281 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [req-90bfe2af-e1ee-46e5-aea7-eaaac0c700ca req-e88ef989-d486-4157-b2ea-ad924d36ce47 tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] Calling delete_port for 89cded4f-1a9c-46f9-9a1a-5b9b536d9576 owned by compute:nova {{(pid=94616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 04:33:24.798881 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 04:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70e0896f-3850-483c-8228-8e20758a371b x-openstack-request-id: req-70e0896f-3850-483c-8228-8e20758a371b {{(pid=94616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 04:33:24.799189 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "560ca75a-65de-49a4-ab3d-fe6c76280014", "tag": "3c0160cb-7b20-4b5f-88e0-8d50d36a0aba", "status": "completed", "code": 200}]} {{(pid=94616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 04:33:24.799434 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-70e0896f-3850-483c-8228-8e20758a371b {{(pid=94616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 04:33:24.799852 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '560ca75a-65de-49a4-ab3d-fe6c76280014', 'tag': '3c0160cb-7b20-4b5f-88e0-8d50d36a0aba', 'status': 'completed', 'code': 200} Sep 22 04:33:24.809611 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-2e8c0127-4503-46ff-a6d6-7a33d7f68355 req-f0e4bbd5-820e-4ec8-a42a-e1436a4881a4 tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] 10.222.0.24 "GET /v2.0/security-groups?id=93663dba-703d-42ad-9b05-9abdf1941984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055269 Sep 22 04:33:24.916148 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206d9574-bbe9-4eb3-a534-debe18f1db55 req-06c60d9b-d94d-4405-92c4-67d49f9ce2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:33:24.918335 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-206d9574-bbe9-4eb3-a534-debe18f1db55 req-06c60d9b-d94d-4405-92c4-67d49f9ce2a5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a5932c0fd28d4509bc11811644adc1b2&device_id=560ca75a-65de-49a4-ab3d-fe6c76280014 HTTP/1.1" status: 200 len: 1096 time: 0.0703433 Sep 22 04:33:24.990176 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79de5e41-9da6-4f43-9e96-c9c93899adb4 req-c7f19895-cecb-49e2-ac42-77d605258a90 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:33:24.992126 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-79de5e41-9da6-4f43-9e96-c9c93899adb4 req-c7f19895-cecb-49e2-ac42-77d605258a90 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=560ca75a-65de-49a4-ab3d-fe6c76280014 HTTP/1.1" status: 200 len: 943 time: 0.0543389 Sep 22 04:33:25.042088 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-79de5e41-9da6-4f43-9e96-c9c93899adb4 req-f7d34cea-4fdb-4854-929e-2a3a2b15234c tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc490354-469c-4979-a378-63a6480e9547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383821 Sep 22 04:33:25.058489 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206d9574-bbe9-4eb3-a534-debe18f1db55 req-030ae3a7-58e1-489b-803e-bcc49d9d35c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:33:25.060911 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-206d9574-bbe9-4eb3-a534-debe18f1db55 req-030ae3a7-58e1-489b-803e-bcc49d9d35c7 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=a5932c0fd28d4509bc11811644adc1b2&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1295233 Sep 22 04:33:25.089898 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-90bfe2af-e1ee-46e5-aea7-eaaac0c700ca req-e88ef989-d486-4157-b2ea-ad924d36ce47 tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769518980334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769518673866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534565802'] for port, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:25.105974 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] get_ports_and_sgs() called for port_ids ['89cded4f-1a9c-46f9-9a1a-5b9b536d9576'] {{(pid=94617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 04:33:25.140393 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88ef989-d486-4157-b2ea-ad924d36ce47 tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] Pushing event deleted for resources: {'Port': ['ID=89cded4f-1a9c-46f9-9a1a-5b9b536d9576,revision_number=None']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:33:25.203662 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvrscheduler_db [req-90bfe2af-e1ee-46e5-aea7-eaaac0c700ca req-e88ef989-d486-4157-b2ea-ad924d36ce47 tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] No DVR routers for this DVR port 89cded4f-1a9c-46f9-9a1a-5b9b536d9576 on host hv-cinder-81011 {{(pid=94616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 04:33:25.207199 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-90bfe2af-e1ee-46e5-aea7-eaaac0c700ca req-e88ef989-d486-4157-b2ea-ad924d36ce47 tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34584'] for port, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:25.209091 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-90bfe2af-e1ee-46e5-aea7-eaaac0c700ca req-e88ef989-d486-4157-b2ea-ad924d36ce47 tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] 10.222.0.30 "DELETE /v2.0/ports/89cded4f-1a9c-46f9-9a1a-5b9b536d9576 HTTP/1.1" status: 204 len: 173 time: 0.7741175 Sep 22 04:33:25.229296 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206d9574-bbe9-4eb3-a534-debe18f1db55 req-8433a7dd-924c-4c41-81fc-a13a5d03fef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:33:25.230748 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-206d9574-bbe9-4eb3-a534-debe18f1db55 req-8433a7dd-924c-4c41-81fc-a13a5d03fef2 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1625524 Sep 22 04:33:25.315220 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864d99b7-bde7-403f-b93b-447e442c116e req-030864f7-a097-4b3e-92fa-5eeae2a64801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:33:25.316894 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-864d99b7-bde7-403f-b93b-447e442c116e req-030864f7-a097-4b3e-92fa-5eeae2a64801 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a5932c0fd28d4509bc11811644adc1b2&device_id=560ca75a-65de-49a4-ab3d-fe6c76280014 HTTP/1.1" status: 200 len: 1096 time: 0.0456998 Sep 22 04:33:25.365997 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-864d99b7-bde7-403f-b93b-447e442c116e req-f30761d9-bc63-4392-8d2a-71e64bf91610 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3c0160cb-7b20-4b5f-88e0-8d50d36a0aba HTTP/1.1" status: 200 len: 217 time: 0.0393748 Sep 22 04:33:25.421029 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864d99b7-bde7-403f-b93b-447e442c116e req-66977b22-a633-404a-b982-3852b6ee59e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:33:25.422515 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-864d99b7-bde7-403f-b93b-447e442c116e req-66977b22-a633-404a-b982-3852b6ee59e9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e4ceb253-3d8e-46ef-b438-694b8c1700e2 HTTP/1.1" status: 200 len: 855 time: 0.0482030 Sep 22 04:33:25.474547 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864d99b7-bde7-403f-b93b-447e442c116e req-69fa04aa-0e6c-4029-b155-08d0f19341d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:33:25.476017 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-864d99b7-bde7-403f-b93b-447e442c116e req-69fa04aa-0e6c-4029-b155-08d0f19341d0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=203dddc9-87c2-468f-9ab9-d2290e8ee531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428963 Sep 22 04:33:25.569887 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-864d99b7-bde7-403f-b93b-447e442c116e req-6ed6ecbb-7715-4fea-b19f-226a17357844 service neutron] 10.222.0.30 "GET /v2.0/networks/203dddc9-87c2-468f-9ab9-d2290e8ee531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855620 Sep 22 04:33:25.654071 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-c7bbae2d-f237-46cc-b838-3371bd865633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:25.660731 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-864d99b7-bde7-403f-b93b-447e442c116e req-eb01b323-5c5a-46f5-a182-dde076a93a6a service neutron] 10.222.0.30 "GET /v2.0/networks/203dddc9-87c2-468f-9ab9-d2290e8ee531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806744 Sep 22 04:33:25.913960 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-22bb1cfb-4f22-48c6-b565-7dff565e885d req-f913c385-b89c-4c12-ae29-2de7199b3e4c tempest-VolumesSnapshotTestJSON-590336769 tempest-VolumesSnapshotTestJSON-590336769-project] 10.222.0.24 "GET /v2.0/ports?device_id=b74b5437-1386-4dd4-8fe8-e73169ace656 HTTP/1.1" status: 200 len: 210 time: 0.0266979 Sep 22 04:33:26.163575 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455d7c8b-2dac-4a35-9c79-ed10f166342c req-7a38b87c-58d7-40e8-a46f-5384e504bdd6 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:33:26.165091 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-455d7c8b-2dac-4a35-9c79-ed10f166342c req-7a38b87c-58d7-40e8-a46f-5384e504bdd6 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=560ca75a-65de-49a4-ab3d-fe6c76280014 HTTP/1.1" status: 200 len: 943 time: 0.0526593 Sep 22 04:33:26.202282 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-455d7c8b-2dac-4a35-9c79-ed10f166342c req-d8a0ee10-16b1-4afb-a75c-c7a6b601ea34 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc490354-469c-4979-a378-63a6480e9547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306993 Sep 22 04:33:26.800656 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b74b5437-1386-4dd4-8fe8-e73169ace656', 'name': 'network-vif-deleted', 'tag': '89cded4f-1a9c-46f9-9a1a-5b9b536d9576'}] {{(pid=94616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 04:33:26.803053 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ee93b3f7eb2b2b6a350c95698ebe5b9c8d238e2160e747b625fec6bb3c76933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-badbf7b7-4a6e-474a-82fd-c7f528f84e15" -d '{"events": [{"server_uuid": "b74b5437-1386-4dd4-8fe8-e73169ace656", "name": "network-vif-deleted", "tag": "89cded4f-1a9c-46f9-9a1a-5b9b536d9576"}]}' {{(pid=94616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 04:33:26.837423 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 04:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52e87102-6cfd-4330-92c0-db6dc105e80c x-openstack-request-id: req-52e87102-6cfd-4330-92c0-db6dc105e80c {{(pid=94616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 04:33:26.837583 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b74b5437-1386-4dd4-8fe8-e73169ace656", "name": "network-vif-deleted", "tag": "89cded4f-1a9c-46f9-9a1a-5b9b536d9576", "status": "completed", "code": 200}]} {{(pid=94616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 04:33:26.837855 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-52e87102-6cfd-4330-92c0-db6dc105e80c {{(pid=94616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 04:33:26.838235 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b74b5437-1386-4dd4-8fe8-e73169ace656', 'name': 'network-vif-deleted', 'tag': '89cded4f-1a9c-46f9-9a1a-5b9b536d9576', 'status': 'completed', 'code': 200} Sep 22 04:33:26.987020 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 47798) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:33:27.088789 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-de02e5fc-52d3-4fd5-bc41-4e4b90d20f09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:27.172708 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-de02e5fc-52d3-4fd5-bc41-4e4b90d20f09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:27.224929 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-de02e5fc-52d3-4fd5-bc41-4e4b90d20f09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:27.263199 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-de02e5fc-52d3-4fd5-bc41-4e4b90d20f09 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b95a8ef144d4451f8b83b97434804348&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2750700 Sep 22 04:33:27.264100 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de02e5fc-52d3-4fd5-bc41-4e4b90d20f09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcbe356d-389d-4ebb-9001-6994cbc8fe00,revision_number=1']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:33:27.266000 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 47804) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:33:27.322052 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-6690c49f-c1ee-4dbf-b1f8-30ae28d53ed8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:27.343856 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-6690c49f-c1ee-4dbf-b1f8-30ae28d53ed8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:27.437140 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-6690c49f-c1ee-4dbf-b1f8-30ae28d53ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:27.440039 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-6690c49f-c1ee-4dbf-b1f8-30ae28d53ed8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:27.441548 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-6690c49f-c1ee-4dbf-b1f8-30ae28d53ed8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dcbe356d-389d-4ebb-9001-6994cbc8fe00 HTTP/1.1" status: 204 len: 168 time: 0.1744933 Sep 22 04:33:27.450408 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0001ac-dcf1-4150-8bd9-8baeb898e988 req-231e14d4-c2e6-4895-889f-d971567d2579 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:33:27.452009 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-cc0001ac-dcf1-4150-8bd9-8baeb898e988 req-231e14d4-c2e6-4895-889f-d971567d2579 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=560ca75a-65de-49a4-ab3d-fe6c76280014 HTTP/1.1" status: 200 len: 943 time: 0.1736126 Sep 22 04:33:27.456075 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6690c49f-c1ee-4dbf-b1f8-30ae28d53ed8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcbe356d-389d-4ebb-9001-6994cbc8fe00,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:33:27.517027 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-cc0001ac-dcf1-4150-8bd9-8baeb898e988 req-810cb7ba-20f8-4e85-9ac4-c11161fecf45 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc490354-469c-4979-a378-63a6480e9547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550971 Sep 22 04:33:27.604169 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Device 3c0160cb-7b20-4b5f-88e0-8d50d36a0aba details requested by agent hyperv_hv-cinder-81011 with host hv-cinder-81011 {{(pid=94617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 04:33:27.607409 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Device 89cded4f-1a9c-46f9-9a1a-5b9b536d9576 no longer exists at agent hyperv_hv-cinder-81011 {{(pid=94617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 04:33:27.635306 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.plugin [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] No Port match for: 89cded4f-1a9c-46f9-9a1a-5b9b536d9576 {{(pid=94617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 04:33:27.635660 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Device 89cded4f-1a9c-46f9-9a1a-5b9b536d9576 not bound to the agent host hv-cinder-81011 {{(pid=94617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 04:33:27.719574 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] For port 3c0160cb-7b20-4b5f-88e0-8d50d36a0aba, host hv-cinder-81011, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81011',level=0,port_id=3c0160cb-7b20-4b5f-88e0-8d50d36a0aba,segment=NetworkSegment(30b5be0d-9a0d-4d41-ab50-368f87857a66),segment_id=30b5be0d-9a0d-4d41-ab50-368f87857a66)] {{(pid=94617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:33:27.729996 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Returning: {'device': '3c0160cb-7b20-4b5f-88e0-8d50d36a0aba', 'network_id': '203dddc9-87c2-468f-9ab9-d2290e8ee531', 'port_id': '3c0160cb-7b20-4b5f-88e0-8d50d36a0aba', 'mac_address': 'fa:16:3e:c8:66:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4ceb253-3d8e-46ef-b438-694b8c1700e2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 04:33:27.773497 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:27.788500 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.notifiers.nova [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c0160cb-7b20-4b5f-88e0-8d50d36a0aba {{(pid=94617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 04:33:27.810228 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] For port 3c0160cb-7b20-4b5f-88e0-8d50d36a0aba, host hv-cinder-81011, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81011',level=0,port_id=3c0160cb-7b20-4b5f-88e0-8d50d36a0aba,segment=NetworkSegment(30b5be0d-9a0d-4d41-ab50-368f87857a66),segment_id=30b5be0d-9a0d-4d41-ab50-368f87857a66)] {{(pid=94617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:33:27.871744 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:27.930901 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Pushing event updated for resources: {'Port': ['ID=3c0160cb-7b20-4b5f-88e0-8d50d36a0aba,revision_number=4']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:33:27.938290 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:33:27.938641 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:33:27.938985 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:33:27.939321 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:33:27.939653 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:33:27.939990 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:33:27.940320 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:33:27.940678 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:33:27.946260 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:33:27.946260 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:33:27.946260 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:33:27.946260 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:33:28.126653 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] get_ports_and_sgs() called for port_ids ['3c0160cb-7b20-4b5f-88e0-8d50d36a0aba'] {{(pid=94617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 04:33:28.638140 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a582c08-8197-4774-ba9f-8509e1bb696d req-291d1746-7ab8-4588-9d26-e90c5547f6fe tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:33:28.639641 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-2a582c08-8197-4774-ba9f-8509e1bb696d req-291d1746-7ab8-4588-9d26-e90c5547f6fe tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=560ca75a-65de-49a4-ab3d-fe6c76280014 HTTP/1.1" status: 200 len: 944 time: 0.0529404 Sep 22 04:33:28.676636 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-2a582c08-8197-4774-ba9f-8509e1bb696d req-40a05f2c-e59c-4080-bffc-e951f871a2d1 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc490354-469c-4979-a378-63a6480e9547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309622 Sep 22 04:33:29.812087 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716420c3-cb3e-4b5b-ba77-12ec3c871209 req-32fd91ce-25bf-488b-b511-47cce0338d53 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:33:29.813900 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-716420c3-cb3e-4b5b-ba77-12ec3c871209 req-32fd91ce-25bf-488b-b511-47cce0338d53 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=560ca75a-65de-49a4-ab3d-fe6c76280014 HTTP/1.1" status: 200 len: 944 time: 0.0645027 Sep 22 04:33:29.850293 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-716420c3-cb3e-4b5b-ba77-12ec3c871209 req-b44e8676-4d90-4d85-a679-3f0fd61bc396 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc490354-469c-4979-a378-63a6480e9547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305557 Sep 22 04:33:30.080219 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.agents_db [None req-7fda405f-bd13-41fd-9497-f6551785b8a3 None None] Agent healthcheck: found 6 active agents {{(pid=94618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 04:33:30.217287 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Device 3c0160cb-7b20-4b5f-88e0-8d50d36a0aba up at agent hyperv_hv-cinder-81011 {{(pid=94617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 04:33:30.344926 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Provisioning for port 3c0160cb-7b20-4b5f-88e0-8d50d36a0aba completed by entity L2. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 04:33:30.348634 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Provisioning complete for port 3c0160cb-7b20-4b5f-88e0-8d50d36a0aba triggered by entity L2. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 04:33:30.349015 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628798'] for port, provisioning_complete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:30.422850 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:30.444491 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '560ca75a-65de-49a4-ab3d-fe6c76280014', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c0160cb-7b20-4b5f-88e0-8d50d36a0aba'}] {{(pid=94617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 04:33:30.446737 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}993cef13cba3f0ab7640ec7edf55a13b4a27e0226575f61fb20ce20e7b239147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaaac209-4f1d-4cf0-8453-cf9bc77ea158" -d '{"events": [{"server_uuid": "560ca75a-65de-49a4-ab3d-fe6c76280014", "name": "network-vif-plugged", "status": "completed", "tag": "3c0160cb-7b20-4b5f-88e0-8d50d36a0aba"}]}' {{(pid=94617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 04:33:30.459256 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] For port 3c0160cb-7b20-4b5f-88e0-8d50d36a0aba, host hv-cinder-81011, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81011',level=0,port_id=3c0160cb-7b20-4b5f-88e0-8d50d36a0aba,segment=NetworkSegment(30b5be0d-9a0d-4d41-ab50-368f87857a66),segment_id=30b5be0d-9a0d-4d41-ab50-368f87857a66)] {{(pid=94617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:33:30.483536 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 04:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f907370-e209-4b27-8e26-d06c34c85e04 x-openstack-request-id: req-5f907370-e209-4b27-8e26-d06c34c85e04 {{(pid=94617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 04:33:30.483828 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "560ca75a-65de-49a4-ab3d-fe6c76280014", "name": "network-vif-plugged", "status": "completed", "tag": "3c0160cb-7b20-4b5f-88e0-8d50d36a0aba", "code": 200}]} {{(pid=94617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 04:33:30.484075 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5f907370-e209-4b27-8e26-d06c34c85e04 {{(pid=94617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 04:33:30.484476 dv-cinder-810118-1-iscsi neutron-server[94617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '560ca75a-65de-49a4-ab3d-fe6c76280014', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c0160cb-7b20-4b5f-88e0-8d50d36a0aba', 'code': 200} Sep 22 04:33:30.533875 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:30.579132 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Pushing event updated for resources: {'Port': ['ID=3c0160cb-7b20-4b5f-88e0-8d50d36a0aba,revision_number=5']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:33:30.967515 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107bc001-a004-4316-8791-cfa8314d6e94 req-f017b3d5-f3d8-40ea-9c01-371996892eb1 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:33:30.968999 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-107bc001-a004-4316-8791-cfa8314d6e94 req-f017b3d5-f3d8-40ea-9c01-371996892eb1 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=560ca75a-65de-49a4-ab3d-fe6c76280014 HTTP/1.1" status: 200 len: 945 time: 0.0469191 Sep 22 04:33:31.005419 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-107bc001-a004-4316-8791-cfa8314d6e94 req-fbe14135-7a7c-4ed8-8891-2d551b51d36a tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc490354-469c-4979-a378-63a6480e9547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306888 Sep 22 04:33:32.126797 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3612a8c-7f82-4b73-8221-f8715a833704 req-c2211c70-118c-4a3e-96ab-00537f854eb7 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:33:32.128335 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-e3612a8c-7f82-4b73-8221-f8715a833704 req-c2211c70-118c-4a3e-96ab-00537f854eb7 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=560ca75a-65de-49a4-ab3d-fe6c76280014 HTTP/1.1" status: 200 len: 945 time: 0.0533674 Sep 22 04:33:32.165771 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-e3612a8c-7f82-4b73-8221-f8715a833704 req-1e58c26e-8f8c-4c33-af70-3bb422849de8 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc490354-469c-4979-a378-63a6480e9547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313385 Sep 22 04:33:32.360082 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd4e804-61ce-4f69-9d58-901585a9e095 req-a86f83c5-3567-452f-968f-63da16caedde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:33:32.361551 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-2fd4e804-61ce-4f69-9d58-901585a9e095 req-a86f83c5-3567-452f-968f-63da16caedde service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=560ca75a-65de-49a4-ab3d-fe6c76280014 HTTP/1.1" status: 200 len: 1098 time: 0.0378525 Sep 22 04:33:32.397247 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-2fd4e804-61ce-4f69-9d58-901585a9e095 req-4bebaead-b342-44a3-a423-049281ac2ff4 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=cc490354-469c-4979-a378-63a6480e9547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267639 Sep 22 04:33:33.280909 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72133a43-84cf-4cb8-9037-ae2aacd75f33 req-0f44ce21-1973-4dc4-be55-d202f30a1435 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:33:33.282375 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-72133a43-84cf-4cb8-9037-ae2aacd75f33 req-0f44ce21-1973-4dc4-be55-d202f30a1435 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=560ca75a-65de-49a4-ab3d-fe6c76280014 HTTP/1.1" status: 200 len: 945 time: 0.0484509 Sep 22 04:33:33.319980 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-72133a43-84cf-4cb8-9037-ae2aacd75f33 req-4617ea3c-f34b-4744-920a-c8ab22fb49d2 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc490354-469c-4979-a378-63a6480e9547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317824 Sep 22 04:33:34.592347 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f04b019-488f-4904-8d57-503362cbe3fc req-4be97a56-e2e1-4ca5-b8f7-6a3a1b8f7eef tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:33:34.593830 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-8f04b019-488f-4904-8d57-503362cbe3fc req-4be97a56-e2e1-4ca5-b8f7-6a3a1b8f7eef tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=560ca75a-65de-49a4-ab3d-fe6c76280014 HTTP/1.1" status: 200 len: 945 time: 0.0502667 Sep 22 04:33:34.629907 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-8f04b019-488f-4904-8d57-503362cbe3fc req-70a46645-fa22-4a46-8845-5e10fd8728c0 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc490354-469c-4979-a378-63a6480e9547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300896 Sep 22 04:33:34.841226 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11435e16-aa5f-47ee-b4c1-7d5a74455e15 req-5172f169-9c28-4e87-8ecd-7d493b139cf8 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:33:34.842775 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-11435e16-aa5f-47ee-b4c1-7d5a74455e15 req-5172f169-9c28-4e87-8ecd-7d493b139cf8 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=560ca75a-65de-49a4-ab3d-fe6c76280014 HTTP/1.1" status: 200 len: 945 time: 0.1461928 Sep 22 04:33:34.851552 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 47870) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:33:34.856483 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.v2.base [None req-78963559-87a3-41f6-b717-2d5b0f0e2ae4 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Request body: {'floatingip': {'port_id': '3c0160cb-7b20-4b5f-88e0-8d50d36a0aba'}} {{(pid=94615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 04:33:34.894745 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-78963559-87a3-41f6-b717-2d5b0f0e2ae4 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Notify callbacks [] for floatingip, before_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:35.332754 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-78963559-87a3-41f6-b717-2d5b0f0e2ae4 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:35.396486 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-78963559-87a3-41f6-b717-2d5b0f0e2ae4 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1865242'] for floatingip, after_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:35.495059 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.db.l3_db [None req-78963559-87a3-41f6-b717-2d5b0f0e2ae4 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Floating IP 90f2d219-c2a4-4df7-aecb-9089bb7c790f associated. External IP: 172.27.3.225, port: 3c0160cb-7b20-4b5f-88e0-8d50d36a0aba. Sep 22 04:33:35.905323 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78963559-87a3-41f6-b717-2d5b0f0e2ae4 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Router cecfd81e-557d-4b34-b379-68b2758efea1 has already been hosted by L3 agent 67baeb3b-346e-4680-9ea8-6eec6aa84835 {{(pid=94615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 04:33:36.008440 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78963559-87a3-41f6-b717-2d5b0f0e2ae4 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Notify agent at l3_agent.dv-cinder-810118-1-iscsi the message routers_updated {{(pid=94615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 04:33:36.013753 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-78963559-87a3-41f6-b717-2d5b0f0e2ae4 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34584'] for floatingip, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:36.018644 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96adf71d-94d5-45c8-80d2-b5dd0457694c None None] Sync routers for ids ['cecfd81e-557d-4b34-b379-68b2758efea1'] in dv-cinder-810118-1-iscsi {{(pid=94617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 04:33:36.030833 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96adf71d-94d5-45c8-80d2-b5dd0457694c None None] Routers {'cecfd81e-557d-4b34-b379-68b2758efea1'} bound to L3 agent in host dv-cinder-810118-1-iscsi {{(pid=94617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 04:33:36.031440 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-96adf71d-94d5-45c8-80d2-b5dd0457694c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810118-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T04:20:22Z,description=,heartbeat_timestamp=2021-09-22T04:33:22Z,host='dv-cinder-810118-1-iscsi',id=67baeb3b-346e-4680-9ea8-6eec6aa84835,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T04:20:23Z,topic='l3_agent')) {'router_ids': ['cecfd81e-557d-4b34-b379-68b2758efea1'], 'active': True} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:33:36.039523 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-78963559-87a3-41f6-b717-2d5b0f0e2ae4 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "PUT /v2.0/floatingips/90f2d219-c2a4-4df7-aecb-9089bb7c790f HTTP/1.1" status: 200 len: 991 time: 1.1869640 Sep 22 04:33:36.040099 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '560ca75a-65de-49a4-ab3d-fe6c76280014', 'tag': '3c0160cb-7b20-4b5f-88e0-8d50d36a0aba'}] {{(pid=94615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 04:33:36.042389 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d27d553a3b9744112e878a2e80866f1fe0303ccc5aac5545403223d44c5d0e8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6299310-3e7f-485c-9afc-3f7fde7f9152" -d '{"events": [{"name": "network-changed", "server_uuid": "560ca75a-65de-49a4-ab3d-fe6c76280014", "tag": "3c0160cb-7b20-4b5f-88e0-8d50d36a0aba"}]}' {{(pid=94615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 04:33:36.088016 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 04:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3285cc2d-97b8-4977-8f4d-98cd030f40b3 x-openstack-request-id: req-3285cc2d-97b8-4977-8f4d-98cd030f40b3 {{(pid=94615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 04:33:36.088367 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "560ca75a-65de-49a4-ab3d-fe6c76280014", "tag": "3c0160cb-7b20-4b5f-88e0-8d50d36a0aba", "status": "completed", "code": 200}]} {{(pid=94615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 04:33:36.088713 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3285cc2d-97b8-4977-8f4d-98cd030f40b3 {{(pid=94615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 04:33:36.089190 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '560ca75a-65de-49a4-ab3d-fe6c76280014', 'tag': '3c0160cb-7b20-4b5f-88e0-8d50d36a0aba', 'status': 'completed', 'code': 200} Sep 22 04:33:36.141614 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvr_db [None req-96adf71d-94d5-45c8-80d2-b5dd0457694c None None] Set router cecfd81e-557d-4b34-b379-68b2758efea1 gateway port host: dv-cinder-810118-1-iscsi {{(pid=94617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 04:33:36.158667 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6299310-3e7f-485c-9afc-3f7fde7f9152 req-bf0a6add-a61d-49ce-ba72-a8168f22d016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:33:36.161018 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-b6299310-3e7f-485c-9afc-3f7fde7f9152 req-bf0a6add-a61d-49ce-ba72-a8168f22d016 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a5932c0fd28d4509bc11811644adc1b2&device_id=560ca75a-65de-49a4-ab3d-fe6c76280014 HTTP/1.1" status: 200 len: 1098 time: 0.0466473 Sep 22 04:33:36.275700 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6299310-3e7f-485c-9afc-3f7fde7f9152 req-c8ba576a-37f9-49f3-ae30-0f0abd061d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:33:36.277226 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-b6299310-3e7f-485c-9afc-3f7fde7f9152 req-c8ba576a-37f9-49f3-ae30-0f0abd061d17 service neutron] 10.222.0.30 "GET /v2.0/networks?id=203dddc9-87c2-468f-9ab9-d2290e8ee531 HTTP/1.1" status: 200 len: 916 time: 0.0966845 Sep 22 04:33:36.342281 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-b6299310-3e7f-485c-9afc-3f7fde7f9152 req-211b39ad-303a-4707-8d20-477a4014a6d7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3c0160cb-7b20-4b5f-88e0-8d50d36a0aba HTTP/1.1" status: 200 len: 999 time: 0.0570080 Sep 22 04:33:36.393455 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6299310-3e7f-485c-9afc-3f7fde7f9152 req-78ff5fc6-7194-46ae-82d8-c8824576a6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:33:36.394935 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-b6299310-3e7f-485c-9afc-3f7fde7f9152 req-78ff5fc6-7194-46ae-82d8-c8824576a6ab service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e4ceb253-3d8e-46ef-b438-694b8c1700e2 HTTP/1.1" status: 200 len: 855 time: 0.0442405 Sep 22 04:33:36.447792 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6299310-3e7f-485c-9afc-3f7fde7f9152 req-169a9fba-4804-4845-aa26-5585926eebe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:33:36.449219 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-b6299310-3e7f-485c-9afc-3f7fde7f9152 req-169a9fba-4804-4845-aa26-5585926eebe2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=203dddc9-87c2-468f-9ab9-d2290e8ee531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0441320 Sep 22 04:33:36.488420 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-96adf71d-94d5-45c8-80d2-b5dd0457694c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cecfd81e-557d-4b34-b379-68b2758efea1', 'name': 'tempest-AttachVolumeShelveTestJSON-756009411-router', 'tenant_id': 'a5932c0fd28d4509bc11811644adc1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'external_fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '93d30c9f-be6e-4692-9828-46f90ecb7723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T04:28:25Z', 'updated_at': '2021-09-22T04:28:31Z', 'revision_number': 4, 'project_id': 'a5932c0fd28d4509bc11811644adc1b2', 'gw_port': {'id': '93d30c9f-be6e-4692-9828-46f90ecb7723', 'name': '', 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:23:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecfd81e-557d-4b34-b379-68b2758efea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:28:26Z', 'updated_at': '2021-09-22T04:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810118-1-iscsi', '_floatingips': [{'id': '90f2d219-c2a4-4df7-aecb-9089bb7c790f', 'tenant_id': 'a5932c0fd28d4509bc11811644adc1b2', 'floating_ip_address': '172.27.3.225', 'floating_network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'router_id': 'cecfd81e-557d-4b34-b379-68b2758efea1', 'port_id': '3c0160cb-7b20-4b5f-88e0-8d50d36a0aba', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '203dddc9-87c2-468f-9ab9-d2290e8ee531', 'mac_address': 'fa:16:3e:c8:66:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '560ca75a-65de-49a4-ab3d-fe6c76280014', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T04:33:19Z', 'updated_at': '2021-09-22T04:33:35Z', 'revision_number': 1, 'project_id': 'a5932c0fd28d4509bc11811644adc1b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54b7699d-d14a-4cfa-8562-984e30dcf905', 'name': '', 'network_id': '203dddc9-87c2-468f-9ab9-d2290e8ee531', 'tenant_id': 'a5932c0fd28d4509bc11811644adc1b2', 'mac_address': 'fa:16:3e:52:0b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecfd81e-557d-4b34-b379-68b2758efea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e4ceb253-3d8e-46ef-b438-694b8c1700e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:28:30Z', 'updated_at': '2021-09-22T04:28:37Z', 'revision_number': 5, 'project_id': 'a5932c0fd28d4509bc11811644adc1b2', 'subnets': [{'id': 'e4ceb253-3d8e-46ef-b438-694b8c1700e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810118-1-iscsi', False) {} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:33:36.519758 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96adf71d-94d5-45c8-80d2-b5dd0457694c None None] Checking router: cecfd81e-557d-4b34-b379-68b2758efea1 for host: dv-cinder-810118-1-iscsi {{(pid=94617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 04:33:36.528007 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96adf71d-94d5-45c8-80d2-b5dd0457694c None None] Routers {'cecfd81e-557d-4b34-b379-68b2758efea1'} bound to L3 agent in host dv-cinder-810118-1-iscsi {{(pid=94617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 04:33:36.528657 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-96adf71d-94d5-45c8-80d2-b5dd0457694c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810118-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T04:20:22Z,description=,heartbeat_timestamp=2021-09-22T04:33:22Z,host='dv-cinder-810118-1-iscsi',id=67baeb3b-346e-4680-9ea8-6eec6aa84835,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T04:20:23Z,topic='l3_agent')) {'router_ids': ['cecfd81e-557d-4b34-b379-68b2758efea1'], 'active': True} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:33:36.571375 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-b6299310-3e7f-485c-9afc-3f7fde7f9152 req-0e395314-d164-4390-8360-e8582382ca30 service neutron] 10.222.0.30 "GET /v2.0/networks/203dddc9-87c2-468f-9ab9-d2290e8ee531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859880 Sep 22 04:33:36.638327 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvr_db [None req-96adf71d-94d5-45c8-80d2-b5dd0457694c None None] Set router cecfd81e-557d-4b34-b379-68b2758efea1 gateway port host: dv-cinder-810118-1-iscsi {{(pid=94617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 04:33:36.676446 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-b6299310-3e7f-485c-9afc-3f7fde7f9152 req-0c9cde07-086b-47cd-bbcd-22fc9e34c4ec service neutron] 10.222.0.30 "GET /v2.0/networks/203dddc9-87c2-468f-9ab9-d2290e8ee531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937886 Sep 22 04:33:36.796762 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:36.870527 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-96adf71d-94d5-45c8-80d2-b5dd0457694c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cecfd81e-557d-4b34-b379-68b2758efea1', 'name': 'tempest-AttachVolumeShelveTestJSON-756009411-router', 'tenant_id': 'a5932c0fd28d4509bc11811644adc1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'external_fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '93d30c9f-be6e-4692-9828-46f90ecb7723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T04:28:25Z', 'updated_at': '2021-09-22T04:28:31Z', 'revision_number': 4, 'project_id': 'a5932c0fd28d4509bc11811644adc1b2', 'gw_port': {'id': '93d30c9f-be6e-4692-9828-46f90ecb7723', 'name': '', 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:23:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecfd81e-557d-4b34-b379-68b2758efea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:28:26Z', 'updated_at': '2021-09-22T04:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810118-1-iscsi', '_floatingips': [{'id': '90f2d219-c2a4-4df7-aecb-9089bb7c790f', 'tenant_id': 'a5932c0fd28d4509bc11811644adc1b2', 'floating_ip_address': '172.27.3.225', 'floating_network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'router_id': 'cecfd81e-557d-4b34-b379-68b2758efea1', 'port_id': '3c0160cb-7b20-4b5f-88e0-8d50d36a0aba', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '203dddc9-87c2-468f-9ab9-d2290e8ee531', 'mac_address': 'fa:16:3e:c8:66:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '560ca75a-65de-49a4-ab3d-fe6c76280014', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T04:33:19Z', 'updated_at': '2021-09-22T04:33:35Z', 'revision_number': 1, 'project_id': 'a5932c0fd28d4509bc11811644adc1b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54b7699d-d14a-4cfa-8562-984e30dcf905', 'name': '', 'network_id': '203dddc9-87c2-468f-9ab9-d2290e8ee531', 'tenant_id': 'a5932c0fd28d4509bc11811644adc1b2', 'mac_address': 'fa:16:3e:52:0b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecfd81e-557d-4b34-b379-68b2758efea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e4ceb253-3d8e-46ef-b438-694b8c1700e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:28:30Z', 'updated_at': '2021-09-22T04:28:37Z', 'revision_number': 5, 'project_id': 'a5932c0fd28d4509bc11811644adc1b2', 'subnets': [{'id': 'e4ceb253-3d8e-46ef-b438-694b8c1700e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810118-1-iscsi', False) {} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:33:36.896185 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96adf71d-94d5-45c8-80d2-b5dd0457694c None None] The sync data for ids ['cecfd81e-557d-4b34-b379-68b2758efea1'] in dv-cinder-810118-1-iscsi is: [{'id': 'cecfd81e-557d-4b34-b379-68b2758efea1', 'name': 'tempest-AttachVolumeShelveTestJSON-756009411-router', 'tenant_id': 'a5932c0fd28d4509bc11811644adc1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'external_fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '93d30c9f-be6e-4692-9828-46f90ecb7723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T04:28:25Z', 'updated_at': '2021-09-22T04:28:31Z', 'revision_number': 4, 'project_id': 'a5932c0fd28d4509bc11811644adc1b2', 'gw_port': {'id': '93d30c9f-be6e-4692-9828-46f90ecb7723', 'name': '', 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:23:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecfd81e-557d-4b34-b379-68b2758efea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:28:26Z', 'updated_at': '2021-09-22T04:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810118-1-iscsi', '_floatingips': [{'id': '90f2d219-c2a4-4df7-aecb-9089bb7c790f', 'tenant_id': 'a5932c0fd28d4509bc11811644adc1b2', 'floating_ip_address': '172.27.3.225', 'floating_network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'router_id': 'cecfd81e-557d-4b34-b379-68b2758efea1', 'port_id': '3c0160cb-7b20-4b5f-88e0-8d50d36a0aba', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '203dddc9-87c2-468f-9ab9-d2290e8ee531', 'mac_address': 'fa:16:3e:c8:66:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '560ca75a-65de-49a4-ab3d-fe6c76280014', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T04:33:19Z', 'updated_at': '2021-09-22T04:33:35Z', 'revision_number': 1, 'project_id': 'a5932c0fd28d4509bc11811644adc1b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54b7699d-d14a-4cfa-8562-984e30dcf905', 'name': '', 'network_id': '203dddc9-87c2-468f-9ab9-d2290e8ee531', 'tenant_id': 'a5932c0fd28d4509bc11811644adc1b2', 'mac_address': 'fa:16:3e:52:0b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecfd81e-557d-4b34-b379-68b2758efea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e4ceb253-3d8e-46ef-b438-694b8c1700e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:28:30Z', 'updated_at': '2021-09-22T04:28:37Z', 'revision_number': 5, 'project_id': 'a5932c0fd28d4509bc11811644adc1b2', 'subnets': [{'id': 'e4ceb253-3d8e-46ef-b438-694b8c1700e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 04:33:37.077285 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887450a9-fa57-43f9-98bb-de218e98bb48 None None] New status for floating IP 90f2d219-c2a4-4df7-aecb-9089bb7c790f: ACTIVE {{(pid=94618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 04:33:41.808034 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-b5635f89-1fe5-4b8f-a660-04a81d49b496 req-ff9f7680-b937-491d-8c69-2c0e433a3a16 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-471186934&fields=id&tenant_id=a2ac9f42bb784270b43252ea1404d1a4 HTTP/1.1" status: 200 len: 267 time: 0.0311751 Sep 22 04:33:41.860014 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5635f89-1fe5-4b8f-a660-04a81d49b496 req-60d33099-cf9f-450c-9148-74920ffb894e tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:33:41.861438 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-b5635f89-1fe5-4b8f-a660-04a81d49b496 req-60d33099-cf9f-450c-9148-74920ffb894e tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7d0b309-7f88-40cb-885e-a2d1668c9af1 HTTP/1.1" status: 200 len: 985 time: 0.0477252 Sep 22 04:33:41.872264 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.v2.base [req-b5635f89-1fe5-4b8f-a660-04a81d49b496 req-678c7488-9fde-4b7f-9e57-478394eee277 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Request body: {'port': {'security_groups': ['3559c028-26d0-4688-9c30-5c12a4a20ad8']}} {{(pid=94615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 04:33:41.943640 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-b5635f89-1fe5-4b8f-a660-04a81d49b496 req-678c7488-9fde-4b7f-9e57-478394eee277 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:42.112043 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.db [req-b5635f89-1fe5-4b8f-a660-04a81d49b496 req-678c7488-9fde-4b7f-9e57-478394eee277 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] For port a9e8aa9e-0fd7-4c79-bd9b-796f729d3b1f, host hv-cinder-81011, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81011',level=0,port_id=a9e8aa9e-0fd7-4c79-bd9b-796f729d3b1f,segment=NetworkSegment(46967add-ceb0-4865-9e29-f6ad39a3d084),segment_id=46967add-ceb0-4865-9e29-f6ad39a3d084)] {{(pid=94615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:33:42.140476 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-b5635f89-1fe5-4b8f-a660-04a81d49b496 req-678c7488-9fde-4b7f-9e57-478394eee277 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Notify callbacks [] for port, precommit_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:42.207892 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-b5635f89-1fe5-4b8f-a660-04a81d49b496 req-678c7488-9fde-4b7f-9e57-478394eee277 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533447884'] for port, after_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:42.219818 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] get_ports_and_sgs() called for port_ids ['a9e8aa9e-0fd7-4c79-bd9b-796f729d3b1f'] {{(pid=94617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 04:33:42.255473 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5635f89-1fe5-4b8f-a660-04a81d49b496 req-678c7488-9fde-4b7f-9e57-478394eee277 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:33:42.257124 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [req-b5635f89-1fe5-4b8f-a660-04a81d49b496 req-678c7488-9fde-4b7f-9e57-478394eee277 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34584'] for port, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:42.264586 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-b5635f89-1fe5-4b8f-a660-04a81d49b496 req-678c7488-9fde-4b7f-9e57-478394eee277 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] 10.222.0.24 "PUT /v2.0/ports/a9e8aa9e-0fd7-4c79-bd9b-796f729d3b1f HTTP/1.1" status: 200 len: 943 time: 0.3959837 Sep 22 04:33:42.264586 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7d0b309-7f88-40cb-885e-a2d1668c9af1', 'tag': 'a9e8aa9e-0fd7-4c79-bd9b-796f729d3b1f'}] {{(pid=94615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 04:33:42.266661 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 47928) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:33:42.267083 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d27d553a3b9744112e878a2e80866f1fe0303ccc5aac5545403223d44c5d0e8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb801975-1375-404d-ad72-0e68e0c30f65" -d '{"events": [{"name": "network-changed", "server_uuid": "f7d0b309-7f88-40cb-885e-a2d1668c9af1", "tag": "a9e8aa9e-0fd7-4c79-bd9b-796f729d3b1f"}]}' {{(pid=94615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 04:33:42.296938 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678c7488-9fde-4b7f-9e57-478394eee277 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Pushing event updated for resources: {'Port': ['ID=a9e8aa9e-0fd7-4c79-bd9b-796f729d3b1f,revision_number=7']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:33:42.303977 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678c7488-9fde-4b7f-9e57-478394eee277 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:33:42.304328 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678c7488-9fde-4b7f-9e57-478394eee277 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:33:42.304847 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678c7488-9fde-4b7f-9e57-478394eee277 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:33:42.305190 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678c7488-9fde-4b7f-9e57-478394eee277 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:33:42.305526 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678c7488-9fde-4b7f-9e57-478394eee277 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:33:42.305845 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678c7488-9fde-4b7f-9e57-478394eee277 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:33:42.306170 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678c7488-9fde-4b7f-9e57-478394eee277 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:33:42.307148 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678c7488-9fde-4b7f-9e57-478394eee277 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:33:42.307475 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678c7488-9fde-4b7f-9e57-478394eee277 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:33:42.307795 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678c7488-9fde-4b7f-9e57-478394eee277 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:33:42.308116 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678c7488-9fde-4b7f-9e57-478394eee277 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:33:42.308433 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678c7488-9fde-4b7f-9e57-478394eee277 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:33:42.360835 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ef833cb7-fe61-4f93-ab78-6dd6e37cc759 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Notify callbacks [] for security_group, before_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:42.366935 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] get_ports_and_sgs() called for port_ids ['a9e8aa9e-0fd7-4c79-bd9b-796f729d3b1f'] {{(pid=94617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 04:33:42.392570 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ef833cb7-fe61-4f93-ab78-6dd6e37cc759 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:42.407092 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 04:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-542c3b56-c53f-4b43-aba3-aab0bfc77fdd x-openstack-request-id: req-542c3b56-c53f-4b43-aba3-aab0bfc77fdd {{(pid=94615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 04:33:42.407724 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7d0b309-7f88-40cb-885e-a2d1668c9af1", "tag": "a9e8aa9e-0fd7-4c79-bd9b-796f729d3b1f", "status": "completed", "code": 200}]} {{(pid=94615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 04:33:42.408200 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-542c3b56-c53f-4b43-aba3-aab0bfc77fdd {{(pid=94615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 04:33:42.408851 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7d0b309-7f88-40cb-885e-a2d1668c9af1', 'tag': 'a9e8aa9e-0fd7-4c79-bd9b-796f729d3b1f', 'status': 'completed', 'code': 200} Sep 22 04:33:42.591825 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ef833cb7-fe61-4f93-ab78-6dd6e37cc759 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:42.594722 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ef833cb7-fe61-4f93-ab78-6dd6e37cc759 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Notify callbacks [] for security_group, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:42.602686 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-ef833cb7-fe61-4f93-ab78-6dd6e37cc759 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] 10.222.0.24 "DELETE /v2.0/security-groups/436b4c7d-c2ec-439a-aaa8-8b82a9c1f014 HTTP/1.1" status: 204 len: 168 time: 0.3276715 Sep 22 04:33:42.603986 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 47942) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:33:42.634646 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-ed06f23d-d60b-4d1d-84a3-d50e2b7ddef7 None None] Provisioning complete for port a9e8aa9e-0fd7-4c79-bd9b-796f729d3b1f triggered by entity DHCP. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 04:33:42.635340 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-ed06f23d-d60b-4d1d-84a3-d50e2b7ddef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628798'] for port, provisioning_complete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:42.639067 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb801975-1375-404d-ad72-0e68e0c30f65 req-9b380eb5-bf4f-4d72-a24c-3ea24f7172e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:33:42.640872 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-bb801975-1375-404d-ad72-0e68e0c30f65 req-9b380eb5-bf4f-4d72-a24c-3ea24f7172e8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a2ac9f42bb784270b43252ea1404d1a4&device_id=f7d0b309-7f88-40cb-885e-a2d1668c9af1 HTTP/1.1" status: 200 len: 1099 time: 0.2029841 Sep 22 04:33:42.648451 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef833cb7-fe61-4f93-ab78-6dd6e37cc759 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=436b4c7d-c2ec-439a-aaa8-8b82a9c1f014,revision_number=None']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:33:42.650724 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-c924443b-5645-449a-984d-f48f6da70d41 req-a79ba8cb-531f-4446-908b-0d0acb601061 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f7d0b309-7f88-40cb-885e-a2d1668c9af1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2198431 Sep 22 04:33:42.677683 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef833cb7-fe61-4f93-ab78-6dd6e37cc759 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:33:42.677683 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef833cb7-fe61-4f93-ab78-6dd6e37cc759 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:33:42.677683 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef833cb7-fe61-4f93-ab78-6dd6e37cc759 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:33:42.677683 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef833cb7-fe61-4f93-ab78-6dd6e37cc759 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:33:42.677683 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef833cb7-fe61-4f93-ab78-6dd6e37cc759 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:33:42.677683 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef833cb7-fe61-4f93-ab78-6dd6e37cc759 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:33:42.677683 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef833cb7-fe61-4f93-ab78-6dd6e37cc759 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:33:42.677683 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef833cb7-fe61-4f93-ab78-6dd6e37cc759 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:33:42.677683 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef833cb7-fe61-4f93-ab78-6dd6e37cc759 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:33:42.677683 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef833cb7-fe61-4f93-ab78-6dd6e37cc759 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:33:42.677683 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef833cb7-fe61-4f93-ab78-6dd6e37cc759 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:33:42.678603 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef833cb7-fe61-4f93-ab78-6dd6e37cc759 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:33:42.785983 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb801975-1375-404d-ad72-0e68e0c30f65 req-683e8274-10e6-4883-a088-120623b2fdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:33:42.787553 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-bb801975-1375-404d-ad72-0e68e0c30f65 req-683e8274-10e6-4883-a088-120623b2fdfc service neutron] 10.222.0.30 "GET /v2.0/networks?id=8d3ce0b1-05e4-4b1c-977a-3c30963a3756 HTTP/1.1" status: 200 len: 915 time: 0.1305048 Sep 22 04:33:42.806805 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.plugin [None req-13ce7c28-0103-4f6e-bda5-08ac7935f861 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Deleting port c5858b36-76c5-4175-9c6b-2e4a5b31e128 {{(pid=94615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 04:33:42.807149 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-13ce7c28-0103-4f6e-bda5-08ac7935f861 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769518975272'] for port, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:42.856427 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-bb801975-1375-404d-ad72-0e68e0c30f65 req-cafbf4e6-ab53-4eaf-9cc8-c96fcefc6108 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a9e8aa9e-0fd7-4c79-bd9b-796f729d3b1f HTTP/1.1" status: 200 len: 1001 time: 0.0605142 Sep 22 04:33:42.887275 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-13ce7c28-0103-4f6e-bda5-08ac7935f861 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1861379'] for port, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:42.887843 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-13ce7c28-0103-4f6e-bda5-08ac7935f861 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:42.911973 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.plugin [None req-13ce7c28-0103-4f6e-bda5-08ac7935f861 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Calling delete_port for c5858b36-76c5-4175-9c6b-2e4a5b31e128 owned by network:floatingip {{(pid=94615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 04:33:42.919284 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb801975-1375-404d-ad72-0e68e0c30f65 req-aed6208c-c4ee-4d64-8b6a-0158daf033e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:33:42.921758 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-bb801975-1375-404d-ad72-0e68e0c30f65 req-aed6208c-c4ee-4d64-8b6a-0158daf033e0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=47a8ff60-a9c0-4f9b-a123-cbb1e59064c4 HTTP/1.1" status: 200 len: 854 time: 0.0581205 Sep 22 04:33:42.971421 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb801975-1375-404d-ad72-0e68e0c30f65 req-b0d0d5e9-7912-49d8-9ee5-e5e459f80295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:33:42.973004 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-bb801975-1375-404d-ad72-0e68e0c30f65 req-b0d0d5e9-7912-49d8-9ee5-e5e459f80295 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8d3ce0b1-05e4-4b1c-977a-3c30963a3756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0427928 Sep 22 04:33:43.075984 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-bb801975-1375-404d-ad72-0e68e0c30f65 req-b9da6730-0259-4c8c-8b4f-df733e82c86c service neutron] 10.222.0.30 "GET /v2.0/networks/8d3ce0b1-05e4-4b1c-977a-3c30963a3756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951922 Sep 22 04:33:43.163914 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-bb801975-1375-404d-ad72-0e68e0c30f65 req-d6e60e09-eee9-4097-b06f-89313ddb58f7 service neutron] 10.222.0.30 "GET /v2.0/networks/8d3ce0b1-05e4-4b1c-977a-3c30963a3756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804391 Sep 22 04:33:43.168126 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-13ce7c28-0103-4f6e-bda5-08ac7935f861 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769518980334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769518673866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533447879'] for port, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:43.205947 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ce7c28-0103-4f6e-bda5-08ac7935f861 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Pushing event deleted for resources: {'Port': ['ID=c5858b36-76c5-4175-9c6b-2e4a5b31e128,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:33:43.274750 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-13ce7c28-0103-4f6e-bda5-08ac7935f861 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Notify callbacks [] for floatingip, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:43.275358 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.db.l3_db [None req-13ce7c28-0103-4f6e-bda5-08ac7935f861 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Floating IP cafc7dc4-62ca-4706-a854-eb55cbc0edb9 disassociated (deleted). External IP: 172.27.3.89, port: a9e8aa9e-0fd7-4c79-bd9b-796f729d3b1f. Sep 22 04:33:43.285536 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c924443b-5645-449a-984d-f48f6da70d41 req-000ae70c-9a42-45ca-ac05-0033ca349c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:33:43.287250 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-c924443b-5645-449a-984d-f48f6da70d41 req-000ae70c-9a42-45ca-ac05-0033ca349c66 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a2ac9f42bb784270b43252ea1404d1a4&device_id=f7d0b309-7f88-40cb-885e-a2d1668c9af1 HTTP/1.1" status: 200 len: 1099 time: 0.0481453 Sep 22 04:33:43.397879 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c924443b-5645-449a-984d-f48f6da70d41 req-cc4bbf5d-a9a2-4500-bec5-d95cbf99d26a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:33:43.399591 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-c924443b-5645-449a-984d-f48f6da70d41 req-cc4bbf5d-a9a2-4500-bec5-d95cbf99d26a service neutron] 10.222.0.30 "GET /v2.0/networks?id=8d3ce0b1-05e4-4b1c-977a-3c30963a3756 HTTP/1.1" status: 200 len: 915 time: 0.0893602 Sep 22 04:33:43.447272 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-c924443b-5645-449a-984d-f48f6da70d41 req-85ca828e-b666-4487-ba89-f1e6cb2d2e4e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a9e8aa9e-0fd7-4c79-bd9b-796f729d3b1f HTTP/1.1" status: 200 len: 217 time: 0.0397785 Sep 22 04:33:43.499142 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c924443b-5645-449a-984d-f48f6da70d41 req-7e6276b3-4cab-4348-bdef-10d82177dcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:33:43.501133 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-c924443b-5645-449a-984d-f48f6da70d41 req-7e6276b3-4cab-4348-bdef-10d82177dcb5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=47a8ff60-a9c0-4f9b-a123-cbb1e59064c4 HTTP/1.1" status: 200 len: 854 time: 0.0468040 Sep 22 04:33:43.502371 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13ce7c28-0103-4f6e-bda5-08ac7935f861 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Router d7768ed6-f807-4870-a704-f3780bf00744 has already been hosted by L3 agent 67baeb3b-346e-4680-9ea8-6eec6aa84835 {{(pid=94615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 04:33:43.549179 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c924443b-5645-449a-984d-f48f6da70d41 req-72946e42-1125-4038-aca9-590400fc3927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:33:43.550960 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-c924443b-5645-449a-984d-f48f6da70d41 req-72946e42-1125-4038-aca9-590400fc3927 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8d3ce0b1-05e4-4b1c-977a-3c30963a3756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420742 Sep 22 04:33:43.618790 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13ce7c28-0103-4f6e-bda5-08ac7935f861 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Notify agent at l3_agent.dv-cinder-810118-1-iscsi the message routers_updated {{(pid=94615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 04:33:43.623451 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-13ce7c28-0103-4f6e-bda5-08ac7935f861 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34584'] for floatingip, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:43.631721 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5835260f-832d-4729-bef8-a27b1fceacd2 None None] Sync routers for ids ['d7768ed6-f807-4870-a704-f3780bf00744'] in dv-cinder-810118-1-iscsi {{(pid=94617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 04:33:43.643515 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5835260f-832d-4729-bef8-a27b1fceacd2 None None] Routers {'d7768ed6-f807-4870-a704-f3780bf00744'} bound to L3 agent in host dv-cinder-810118-1-iscsi {{(pid=94617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 04:33:43.644182 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-5835260f-832d-4729-bef8-a27b1fceacd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810118-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T04:20:22Z,description=,heartbeat_timestamp=2021-09-22T04:33:22Z,host='dv-cinder-810118-1-iscsi',id=67baeb3b-346e-4680-9ea8-6eec6aa84835,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T04:20:23Z,topic='l3_agent')) {'router_ids': ['d7768ed6-f807-4870-a704-f3780bf00744'], 'active': True} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:33:43.652601 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-13ce7c28-0103-4f6e-bda5-08ac7935f861 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] 10.222.0.24 "DELETE /v2.0/floatingips/cafc7dc4-62ca-4706-a854-eb55cbc0edb9 HTTP/1.1" status: 204 len: 168 time: 1.0526941 Sep 22 04:33:43.672699 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-c924443b-5645-449a-984d-f48f6da70d41 req-36dac226-6439-42cc-b1e3-3db03c3f1b3e service neutron] 10.222.0.30 "GET /v2.0/networks/8d3ce0b1-05e4-4b1c-977a-3c30963a3756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103706 Sep 22 04:33:43.785112 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvr_db [None req-5835260f-832d-4729-bef8-a27b1fceacd2 None None] Set router d7768ed6-f807-4870-a704-f3780bf00744 gateway port host: dv-cinder-810118-1-iscsi {{(pid=94617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 04:33:43.801484 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-c924443b-5645-449a-984d-f48f6da70d41 req-79dfb97f-0fb1-4cd8-83f5-48a6f297c802 service neutron] 10.222.0.30 "GET /v2.0/networks/8d3ce0b1-05e4-4b1c-977a-3c30963a3756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113377 Sep 22 04:33:43.987856 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-5835260f-832d-4729-bef8-a27b1fceacd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7768ed6-f807-4870-a704-f3780bf00744', 'name': 'tempest-TestMinimumBasicScenario-1595621661-router', 'tenant_id': 'a2ac9f42bb784270b43252ea1404d1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'external_fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': '5063aa9b-e8c7-4287-9874-749e867742cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T04:29:54Z', 'updated_at': '2021-09-22T04:29:59Z', 'revision_number': 4, 'project_id': 'a2ac9f42bb784270b43252ea1404d1a4', 'gw_port': {'id': '5063aa9b-e8c7-4287-9874-749e867742cd', 'name': '', 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:b9:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7768ed6-f807-4870-a704-f3780bf00744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:29:55Z', 'updated_at': '2021-09-22T04:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810118-1-iscsi', '_interfaces': [{'id': '22743b1b-06a1-4272-a4e2-75614bbb7676', 'name': '', 'network_id': '8d3ce0b1-05e4-4b1c-977a-3c30963a3756', 'tenant_id': 'a2ac9f42bb784270b43252ea1404d1a4', 'mac_address': 'fa:16:3e:87:de:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7768ed6-f807-4870-a704-f3780bf00744', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '47a8ff60-a9c0-4f9b-a123-cbb1e59064c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:29:58Z', 'updated_at': '2021-09-22T04:30:04Z', 'revision_number': 5, 'project_id': 'a2ac9f42bb784270b43252ea1404d1a4', 'subnets': [{'id': '47a8ff60-a9c0-4f9b-a123-cbb1e59064c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810118-1-iscsi', False) {} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:33:44.014537 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5835260f-832d-4729-bef8-a27b1fceacd2 None None] Checking router: d7768ed6-f807-4870-a704-f3780bf00744 for host: dv-cinder-810118-1-iscsi {{(pid=94617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 04:33:44.023017 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5835260f-832d-4729-bef8-a27b1fceacd2 None None] Routers {'d7768ed6-f807-4870-a704-f3780bf00744'} bound to L3 agent in host dv-cinder-810118-1-iscsi {{(pid=94617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 04:33:44.023640 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-5835260f-832d-4729-bef8-a27b1fceacd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810118-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T04:20:22Z,description=,heartbeat_timestamp=2021-09-22T04:33:22Z,host='dv-cinder-810118-1-iscsi',id=67baeb3b-346e-4680-9ea8-6eec6aa84835,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T04:20:23Z,topic='l3_agent')) {'router_ids': ['d7768ed6-f807-4870-a704-f3780bf00744'], 'active': True} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:33:44.132621 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvr_db [None req-5835260f-832d-4729-bef8-a27b1fceacd2 None None] Set router d7768ed6-f807-4870-a704-f3780bf00744 gateway port host: dv-cinder-810118-1-iscsi {{(pid=94617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 04:33:44.333228 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-5835260f-832d-4729-bef8-a27b1fceacd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7768ed6-f807-4870-a704-f3780bf00744', 'name': 'tempest-TestMinimumBasicScenario-1595621661-router', 'tenant_id': 'a2ac9f42bb784270b43252ea1404d1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'external_fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': '5063aa9b-e8c7-4287-9874-749e867742cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T04:29:54Z', 'updated_at': '2021-09-22T04:29:59Z', 'revision_number': 4, 'project_id': 'a2ac9f42bb784270b43252ea1404d1a4', 'gw_port': {'id': '5063aa9b-e8c7-4287-9874-749e867742cd', 'name': '', 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:b9:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7768ed6-f807-4870-a704-f3780bf00744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:29:55Z', 'updated_at': '2021-09-22T04:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810118-1-iscsi', '_interfaces': [{'id': '22743b1b-06a1-4272-a4e2-75614bbb7676', 'name': '', 'network_id': '8d3ce0b1-05e4-4b1c-977a-3c30963a3756', 'tenant_id': 'a2ac9f42bb784270b43252ea1404d1a4', 'mac_address': 'fa:16:3e:87:de:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7768ed6-f807-4870-a704-f3780bf00744', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '47a8ff60-a9c0-4f9b-a123-cbb1e59064c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:29:58Z', 'updated_at': '2021-09-22T04:30:04Z', 'revision_number': 5, 'project_id': 'a2ac9f42bb784270b43252ea1404d1a4', 'subnets': [{'id': '47a8ff60-a9c0-4f9b-a123-cbb1e59064c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810118-1-iscsi', False) {} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:33:44.363128 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5835260f-832d-4729-bef8-a27b1fceacd2 None None] The sync data for ids ['d7768ed6-f807-4870-a704-f3780bf00744'] in dv-cinder-810118-1-iscsi is: [{'id': 'd7768ed6-f807-4870-a704-f3780bf00744', 'name': 'tempest-TestMinimumBasicScenario-1595621661-router', 'tenant_id': 'a2ac9f42bb784270b43252ea1404d1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'external_fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': '5063aa9b-e8c7-4287-9874-749e867742cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T04:29:54Z', 'updated_at': '2021-09-22T04:29:59Z', 'revision_number': 4, 'project_id': 'a2ac9f42bb784270b43252ea1404d1a4', 'gw_port': {'id': '5063aa9b-e8c7-4287-9874-749e867742cd', 'name': '', 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:b9:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7768ed6-f807-4870-a704-f3780bf00744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:29:55Z', 'updated_at': '2021-09-22T04:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810118-1-iscsi', '_interfaces': [{'id': '22743b1b-06a1-4272-a4e2-75614bbb7676', 'name': '', 'network_id': '8d3ce0b1-05e4-4b1c-977a-3c30963a3756', 'tenant_id': 'a2ac9f42bb784270b43252ea1404d1a4', 'mac_address': 'fa:16:3e:87:de:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7768ed6-f807-4870-a704-f3780bf00744', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '47a8ff60-a9c0-4f9b-a123-cbb1e59064c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:29:58Z', 'updated_at': '2021-09-22T04:30:04Z', 'revision_number': 5, 'project_id': 'a2ac9f42bb784270b43252ea1404d1a4', 'subnets': [{'id': '47a8ff60-a9c0-4f9b-a123-cbb1e59064c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 04:33:44.409985 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7d0b309-7f88-40cb-885e-a2d1668c9af1', 'tag': 'a9e8aa9e-0fd7-4c79-bd9b-796f729d3b1f'}] {{(pid=94615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 04:33:44.412419 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d27d553a3b9744112e878a2e80866f1fe0303ccc5aac5545403223d44c5d0e8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc35cbce-7003-4238-a371-06f2f87e18eb" -d '{"events": [{"name": "network-changed", "server_uuid": "f7d0b309-7f88-40cb-885e-a2d1668c9af1", "tag": "a9e8aa9e-0fd7-4c79-bd9b-796f729d3b1f"}]}' {{(pid=94615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 04:33:44.452899 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 04:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-903059a2-91d9-48e4-9f54-cfc21545c247 x-openstack-request-id: req-903059a2-91d9-48e4-9f54-cfc21545c247 {{(pid=94615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 04:33:44.453274 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7d0b309-7f88-40cb-885e-a2d1668c9af1", "tag": "a9e8aa9e-0fd7-4c79-bd9b-796f729d3b1f", "status": "completed", "code": 200}]} {{(pid=94615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 04:33:44.453584 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-903059a2-91d9-48e4-9f54-cfc21545c247 {{(pid=94615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 04:33:44.454041 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7d0b309-7f88-40cb-885e-a2d1668c9af1', 'tag': 'a9e8aa9e-0fd7-4c79-bd9b-796f729d3b1f', 'status': 'completed', 'code': 200} Sep 22 04:33:44.531090 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc35cbce-7003-4238-a371-06f2f87e18eb req-b2040459-2d18-4f44-a08e-287a1e11a098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:33:44.533844 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-dc35cbce-7003-4238-a371-06f2f87e18eb req-b2040459-2d18-4f44-a08e-287a1e11a098 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a2ac9f42bb784270b43252ea1404d1a4&device_id=f7d0b309-7f88-40cb-885e-a2d1668c9af1 HTTP/1.1" status: 200 len: 1099 time: 0.0465062 Sep 22 04:33:44.599185 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a5e909-ffad-40ad-83bb-60411d135ba9 None None] New status for floating IP cafc7dc4-62ca-4706-a854-eb55cbc0edb9: DOWN {{(pid=94618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 04:33:44.633521 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc35cbce-7003-4238-a371-06f2f87e18eb req-793b2efe-5dc0-48ee-a048-03abede16f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:33:44.635155 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-dc35cbce-7003-4238-a371-06f2f87e18eb req-793b2efe-5dc0-48ee-a048-03abede16f48 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8d3ce0b1-05e4-4b1c-977a-3c30963a3756 HTTP/1.1" status: 200 len: 915 time: 0.0934632 Sep 22 04:33:44.679925 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-dc35cbce-7003-4238-a371-06f2f87e18eb req-08c8c262-592c-4463-9f96-375732ea0182 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a9e8aa9e-0fd7-4c79-bd9b-796f729d3b1f HTTP/1.1" status: 200 len: 217 time: 0.0375545 Sep 22 04:33:44.734036 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc35cbce-7003-4238-a371-06f2f87e18eb req-f517c7b7-762a-48b4-83bd-b7605734b800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:33:44.735505 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-dc35cbce-7003-4238-a371-06f2f87e18eb req-f517c7b7-762a-48b4-83bd-b7605734b800 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=47a8ff60-a9c0-4f9b-a123-cbb1e59064c4 HTTP/1.1" status: 200 len: 854 time: 0.0483677 Sep 22 04:33:44.780936 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc35cbce-7003-4238-a371-06f2f87e18eb req-3e0fd12a-8bf6-4c8d-87bd-0d0adf861bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:33:44.782323 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-dc35cbce-7003-4238-a371-06f2f87e18eb req-3e0fd12a-8bf6-4c8d-87bd-0d0adf861bc5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8d3ce0b1-05e4-4b1c-977a-3c30963a3756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388236 Sep 22 04:33:44.877999 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-dc35cbce-7003-4238-a371-06f2f87e18eb req-fd779559-2745-4f26-8299-3a3e68210732 service neutron] 10.222.0.30 "GET /v2.0/networks/8d3ce0b1-05e4-4b1c-977a-3c30963a3756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862184 Sep 22 04:33:44.973104 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-dc35cbce-7003-4238-a371-06f2f87e18eb req-08e63f60-269d-4147-8101-e34e68df7604 service neutron] 10.222.0.30 "GET /v2.0/networks/8d3ce0b1-05e4-4b1c-977a-3c30963a3756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848091 Sep 22 04:33:47.090859 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f6218e-d654-4ce6-9058-4cf06aa67695 req-6fbc79ea-b0b3-439f-a29f-aa6cd214562d tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:33:47.092514 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-65f6218e-d654-4ce6-9058-4cf06aa67695 req-6fbc79ea-b0b3-439f-a29f-aa6cd214562d tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7d0b309-7f88-40cb-885e-a2d1668c9af1 HTTP/1.1" status: 200 len: 946 time: 0.0624998 Sep 22 04:33:47.130955 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-65f6218e-d654-4ce6-9058-4cf06aa67695 req-6030a420-cf2b-40a2-8fee-fbd0a09a5886 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] 10.222.0.24 "GET /v2.0/security-groups?id=3559c028-26d0-4688-9c30-5c12a4a20ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322917 Sep 22 04:33:48.242762 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5edcbc-a874-44c5-80fe-1817785e60ec req-1c1831fd-b53b-4c66-bdbc-d20911cc21f2 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:33:48.244796 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-ab5edcbc-a874-44c5-80fe-1817785e60ec req-1c1831fd-b53b-4c66-bdbc-d20911cc21f2 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7d0b309-7f88-40cb-885e-a2d1668c9af1 HTTP/1.1" status: 200 len: 946 time: 0.0498304 Sep 22 04:33:48.281235 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-ab5edcbc-a874-44c5-80fe-1817785e60ec req-7e6ccc9b-715d-4d20-8ba2-1a176358459d tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] 10.222.0.24 "GET /v2.0/security-groups?id=3559c028-26d0-4688-9c30-5c12a4a20ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302308 Sep 22 04:33:49.056685 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaca4767-7cf1-42f3-866e-f1bf58037a0f req-fc076e43-e301-4965-9c3e-3c2755d659c5 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:33:49.058102 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-eaca4767-7cf1-42f3-866e-f1bf58037a0f req-fc076e43-e301-4965-9c3e-3c2755d659c5 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7d0b309-7f88-40cb-885e-a2d1668c9af1 HTTP/1.1" status: 200 len: 946 time: 0.0465863 Sep 22 04:33:49.153146 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [req-eaca4767-7cf1-42f3-866e-f1bf58037a0f req-e362dff7-f73f-4fae-b7d0-8999e58d19d3 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Deleting port a9e8aa9e-0fd7-4c79-bd9b-796f729d3b1f {{(pid=94616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 04:33:49.153581 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-eaca4767-7cf1-42f3-866e-f1bf58037a0f req-e362dff7-f73f-4fae-b7d0-8999e58d19d3 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769518975272'] for port, before_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:49.239813 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [req-eaca4767-7cf1-42f3-866e-f1bf58037a0f req-e362dff7-f73f-4fae-b7d0-8999e58d19d3 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] For port a9e8aa9e-0fd7-4c79-bd9b-796f729d3b1f, host hv-cinder-81011, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81011',level=0,port_id=a9e8aa9e-0fd7-4c79-bd9b-796f729d3b1f,segment=NetworkSegment(46967add-ceb0-4865-9e29-f6ad39a3d084),segment_id=46967add-ceb0-4865-9e29-f6ad39a3d084)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:33:49.240182 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-eaca4767-7cf1-42f3-866e-f1bf58037a0f req-e362dff7-f73f-4fae-b7d0-8999e58d19d3 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1861379'] for port, precommit_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:49.256331 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [req-eaca4767-7cf1-42f3-866e-f1bf58037a0f req-e362dff7-f73f-4fae-b7d0-8999e58d19d3 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Calling delete_port for a9e8aa9e-0fd7-4c79-bd9b-796f729d3b1f owned by compute:nova {{(pid=94616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 04:33:49.400768 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df28f088-1017-4788-a472-f38d80a399f1 req-d29d908d-ab8d-4e86-8c0b-6b58d1c54339 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:33:49.402290 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-df28f088-1017-4788-a472-f38d80a399f1 req-d29d908d-ab8d-4e86-8c0b-6b58d1c54339 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7d0b309-7f88-40cb-885e-a2d1668c9af1 HTTP/1.1" status: 200 len: 946 time: 0.0524490 Sep 22 04:33:49.440771 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-df28f088-1017-4788-a472-f38d80a399f1 req-d13aad3e-d10c-45fc-a91e-9abca4283aad tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] 10.222.0.24 "GET /v2.0/security-groups?id=3559c028-26d0-4688-9c30-5c12a4a20ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323274 Sep 22 04:33:49.448591 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-eaca4767-7cf1-42f3-866e-f1bf58037a0f req-e362dff7-f73f-4fae-b7d0-8999e58d19d3 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769518980334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769518673866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534565802'] for port, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:49.464434 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] get_ports_and_sgs() called for port_ids ['a9e8aa9e-0fd7-4c79-bd9b-796f729d3b1f'] {{(pid=94617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 04:33:49.478630 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e362dff7-f73f-4fae-b7d0-8999e58d19d3 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Pushing event deleted for resources: {'Port': ['ID=a9e8aa9e-0fd7-4c79-bd9b-796f729d3b1f,revision_number=None']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:33:49.521704 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaca4767-7cf1-42f3-866e-f1bf58037a0f req-e362dff7-f73f-4fae-b7d0-8999e58d19d3 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] No DVR routers for this DVR port a9e8aa9e-0fd7-4c79-bd9b-796f729d3b1f on host hv-cinder-81011 {{(pid=94616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 04:33:49.524103 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-eaca4767-7cf1-42f3-866e-f1bf58037a0f req-e362dff7-f73f-4fae-b7d0-8999e58d19d3 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34584'] for port, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:49.526572 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-eaca4767-7cf1-42f3-866e-f1bf58037a0f req-e362dff7-f73f-4fae-b7d0-8999e58d19d3 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] 10.222.0.30 "DELETE /v2.0/ports/a9e8aa9e-0fd7-4c79-bd9b-796f729d3b1f HTTP/1.1" status: 204 len: 173 time: 0.4604194 Sep 22 04:33:49.527004 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7d0b309-7f88-40cb-885e-a2d1668c9af1', 'name': 'network-vif-deleted', 'tag': 'a9e8aa9e-0fd7-4c79-bd9b-796f729d3b1f'}] {{(pid=94616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 04:33:49.529199 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ee93b3f7eb2b2b6a350c95698ebe5b9c8d238e2160e747b625fec6bb3c76933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6f2afec-899f-4983-b43b-7d9fa5129899" -d '{"events": [{"server_uuid": "f7d0b309-7f88-40cb-885e-a2d1668c9af1", "name": "network-vif-deleted", "tag": "a9e8aa9e-0fd7-4c79-bd9b-796f729d3b1f"}]}' {{(pid=94616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 04:33:49.619950 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 04:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-404fabd4-0f98-4175-99c7-d64328026e8c x-openstack-request-id: req-404fabd4-0f98-4175-99c7-d64328026e8c {{(pid=94616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 04:33:49.620236 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7d0b309-7f88-40cb-885e-a2d1668c9af1", "name": "network-vif-deleted", "tag": "a9e8aa9e-0fd7-4c79-bd9b-796f729d3b1f", "status": "completed", "code": 200}]} {{(pid=94616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 04:33:49.620512 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-404fabd4-0f98-4175-99c7-d64328026e8c {{(pid=94616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 04:33:49.620904 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7d0b309-7f88-40cb-885e-a2d1668c9af1', 'name': 'network-vif-deleted', 'tag': 'a9e8aa9e-0fd7-4c79-bd9b-796f729d3b1f', 'status': 'completed', 'code': 200} Sep 22 04:33:50.065093 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-d3cacd91-359f-4bd7-bd89-3e9e5f5f320d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:50.552628 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-6472fe22-81e7-4982-badb-2f4542e2175a req-baa3e716-ab05-4b75-9981-415f0504e766 tempest-TestMinimumBasicScenario-1499622944 tempest-TestMinimumBasicScenario-1499622944-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7d0b309-7f88-40cb-885e-a2d1668c9af1 HTTP/1.1" status: 200 len: 210 time: 0.0264754 Sep 22 04:33:52.527869 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-d2c00ebb-c7b9-48b5-8c87-92c7cc7e4432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:52.993662 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 48148) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:33:53.037546 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.db.db_base_plugin_v2 [None req-13d1689e-28f5-4f3b-95ec-4346c4ad63c5 admin admin] Deleting subnet 6bad8d4f-31e5-49b1-a9d4-300aef32b964 {{(pid=94615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 04:33:53.040585 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-13d1689e-28f5-4f3b-95ec-4346c4ad63c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:53.075182 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-13d1689e-28f5-4f3b-95ec-4346c4ad63c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-533529875'] for subnet, precommit_delete_associations {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:53.114885 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-13d1689e-28f5-4f3b-95ec-4346c4ad63c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-628562'] for subnet, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:53.210013 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597476e3-ab4c-40de-ab62-5a56996a538d req-e6f2eff4-cb4d-4b70-883b-c030a7e66c4c tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:33:53.212064 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-597476e3-ab4c-40de-ab62-5a56996a538d req-e6f2eff4-cb4d-4b70-883b-c030a7e66c4c tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "GET /v2.0/ports?device_id=57f78f2b-3a3f-4a01-b448-ec95f54237d4 HTTP/1.1" status: 200 len: 945 time: 0.0502448 Sep 22 04:33:53.219531 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 48152) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:33:53.251416 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-597476e3-ab4c-40de-ab62-5a56996a538d req-4c9dcb6b-c47a-4eb5-b0d8-d7255b5ec840 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4ff925a-f065-42a9-bdee-45eb1fefa4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321884 Sep 22 04:33:53.257433 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-13d1689e-28f5-4f3b-95ec-4346c4ad63c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-628571', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533447834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-533135712'] for subnet, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:53.290050 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-13d1689e-28f5-4f3b-95ec-4346c4ad63c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578295'] for subnet, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:53.291930 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-13d1689e-28f5-4f3b-95ec-4346c4ad63c5 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/6bad8d4f-31e5-49b1-a9d4-300aef32b964 HTTP/1.1" status: 204 len: 168 time: 0.2972617 Sep 22 04:33:53.294788 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d1689e-28f5-4f3b-95ec-4346c4ad63c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6bad8d4f-31e5-49b1-a9d4-300aef32b964,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:33:53.299797 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 48154) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:33:53.322604 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:53.410321 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-fed33445-c8e9-4a41-89a9-ea1343edaa15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536234'] for network, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:53.785542 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-fed33445-c8e9-4a41-89a9-ea1343edaa15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-628203', 'neutron.services.segments.db._delete_segments_for_network-8769519186836'] for network, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:53.787525 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Device a9e8aa9e-0fd7-4c79-bd9b-796f729d3b1f no longer exists at agent hyperv_hv-cinder-81011 {{(pid=94617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 04:33:53.808139 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.plugin [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] No Port match for: a9e8aa9e-0fd7-4c79-bd9b-796f729d3b1f {{(pid=94617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 04:33:53.808502 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Device a9e8aa9e-0fd7-4c79-bd9b-796f729d3b1f not bound to the agent host hv-cinder-81011 {{(pid=94617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 04:33:53.831724 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.services.segments.db [None req-fed33445-c8e9-4a41-89a9-ea1343edaa15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59b728e9-5303-45e2-9c7c-2e2f20b70420']}} {{(pid=94615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:33:53.847511 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.services.segments.db [None req-fed33445-c8e9-4a41-89a9-ea1343edaa15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bec021b-edbf-4f94-a1f5-14ee5c1a9575') {'for_net_delete': True} {{(pid=94615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:33:53.847810 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.services.segments.db [None req-fed33445-c8e9-4a41-89a9-ea1343edaa15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bec021b-edbf-4f94-a1f5-14ee5c1a9575') {} {{(pid=94615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:33:53.859954 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-fed33445-c8e9-4a41-89a9-ea1343edaa15 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769519186077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-533529866'] for segment, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:53.892880 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-fed33445-c8e9-4a41-89a9-ea1343edaa15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-614853'] for segment, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:53.904014 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fed33445-c8e9-4a41-89a9-ea1343edaa15 admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=94615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 04:33:53.904406 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-fed33445-c8e9-4a41-89a9-ea1343edaa15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-614853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533453108'] for segment, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:53.906791 dv-cinder-810118-1-iscsi neutron-server[94615]: Traceback (most recent call last): Sep 22 04:33:53.906791 dv-cinder-810118-1-iscsi neutron-server[94615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 04:33:53.906791 dv-cinder-810118-1-iscsi neutron-server[94615]: timer() Sep 22 04:33:53.906791 dv-cinder-810118-1-iscsi neutron-server[94615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 04:33:53.906791 dv-cinder-810118-1-iscsi neutron-server[94615]: cb(*args, **kw) Sep 22 04:33:53.906791 dv-cinder-810118-1-iscsi neutron-server[94615]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 04:33:53.906791 dv-cinder-810118-1-iscsi neutron-server[94615]: return func(*args, **kwargs) Sep 22 04:33:53.906791 dv-cinder-810118-1-iscsi neutron-server[94615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 04:33:53.906791 dv-cinder-810118-1-iscsi neutron-server[94615]: self._notify() Sep 22 04:33:53.906791 dv-cinder-810118-1-iscsi neutron-server[94615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 04:33:53.906791 dv-cinder-810118-1-iscsi neutron-server[94615]: self.callback(batched_events) Sep 22 04:33:53.906791 dv-cinder-810118-1-iscsi neutron-server[94615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 04:33:53.906791 dv-cinder-810118-1-iscsi neutron-server[94615]: event.method(event) Sep 22 04:33:53.906791 dv-cinder-810118-1-iscsi neutron-server[94615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 04:33:53.906791 dv-cinder-810118-1-iscsi neutron-server[94615]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 04:33:53.906791 dv-cinder-810118-1-iscsi neutron-server[94615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 04:33:53.906791 dv-cinder-810118-1-iscsi neutron-server[94615]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 04:33:53.906791 dv-cinder-810118-1-iscsi neutron-server[94615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 04:33:53.906791 dv-cinder-810118-1-iscsi neutron-server[94615]: return f(self, *a, **k) Sep 22 04:33:53.906791 dv-cinder-810118-1-iscsi neutron-server[94615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 04:33:53.906791 dv-cinder-810118-1-iscsi neutron-server[94615]: return self._get(url).json() Sep 22 04:33:53.906791 dv-cinder-810118-1-iscsi neutron-server[94615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 04:33:53.906791 dv-cinder-810118-1-iscsi neutron-server[94615]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 04:33:53.906791 dv-cinder-810118-1-iscsi neutron-server[94615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 04:33:53.906791 dv-cinder-810118-1-iscsi neutron-server[94615]: return self.request(url, 'GET', **kwargs) Sep 22 04:33:53.906791 dv-cinder-810118-1-iscsi neutron-server[94615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 04:33:53.906791 dv-cinder-810118-1-iscsi neutron-server[94615]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 04:33:53.906791 dv-cinder-810118-1-iscsi neutron-server[94615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 04:33:53.906791 dv-cinder-810118-1-iscsi neutron-server[94615]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 04:33:53.906791 dv-cinder-810118-1-iscsi neutron-server[94615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 04:33:53.906791 dv-cinder-810118-1-iscsi neutron-server[94615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 04:33:53.906791 dv-cinder-810118-1-iscsi neutron-server[94615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 04:33:54.033556 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-9f2047f6-5d97-4ffd-a506-466d2754a88d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1867546'] for router_interface, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:54.072561 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-fed33445-c8e9-4a41-89a9-ea1343edaa15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-628188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1865228'] for network, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:54.078472 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-fed33445-c8e9-4a41-89a9-ea1343edaa15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578295'] for network, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:54.080319 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-fed33445-c8e9-4a41-89a9-ea1343edaa15 admin admin] 10.222.0.24 "DELETE /v2.0/networks/59b728e9-5303-45e2-9c7c-2e2f20b70420 HTTP/1.1" status: 204 len: 168 time: 0.7796681 Sep 22 04:33:54.082318 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-62fe730e-da9a-4cac-a5e3-718f571d83ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:54.094700 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed33445-c8e9-4a41-89a9-ea1343edaa15 admin admin] Pushing event deleted for resources: {'Network': ['ID=59b728e9-5303-45e2-9c7c-2e2f20b70420,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:33:54.299926 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.plugin [None req-9f2047f6-5d97-4ffd-a506-466d2754a88d admin admin] Deleting port 22743b1b-06a1-4272-a4e2-75614bbb7676 {{(pid=94615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 04:33:54.300269 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-9f2047f6-5d97-4ffd-a506-466d2754a88d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769518975272'] for port, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:54.369425 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f8d45c-3eaa-4791-8d73-b3ba8ae3a8cc req-6b3af4b3-6e57-4d2f-9f7c-6b683fc56ab7 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:33:54.370908 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-d3f8d45c-3eaa-4791-8d73-b3ba8ae3a8cc req-6b3af4b3-6e57-4d2f-9f7c-6b683fc56ab7 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "GET /v2.0/ports?device_id=57f78f2b-3a3f-4a01-b448-ec95f54237d4 HTTP/1.1" status: 200 len: 945 time: 0.0488932 Sep 22 04:33:54.384276 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.db [None req-9f2047f6-5d97-4ffd-a506-466d2754a88d admin admin] For port 22743b1b-06a1-4272-a4e2-75614bbb7676, host dv-cinder-810118-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810118-1-iscsi',level=0,port_id=22743b1b-06a1-4272-a4e2-75614bbb7676,segment=NetworkSegment(46967add-ceb0-4865-9e29-f6ad39a3d084),segment_id=46967add-ceb0-4865-9e29-f6ad39a3d084)] {{(pid=94615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:33:54.385620 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-9f2047f6-5d97-4ffd-a506-466d2754a88d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1861379'] for port, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:54.397474 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.plugin [None req-9f2047f6-5d97-4ffd-a506-466d2754a88d admin admin] Calling delete_port for 22743b1b-06a1-4272-a4e2-75614bbb7676 owned by network:router_interface {{(pid=94615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 04:33:54.411939 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-d3f8d45c-3eaa-4791-8d73-b3ba8ae3a8cc req-64374fac-afcc-4bbe-985f-a65b6297a224 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4ff925a-f065-42a9-bdee-45eb1fefa4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348146 Sep 22 04:33:54.472448 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 48162) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:33:54.510977 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-5506a113-6b93-47a2-bef2-6c6355ca59d6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=236117dcf0af4a2daabd25f4111c46ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0373063 Sep 22 04:33:54.513382 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 48164) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:33:54.561885 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-9b36a86a-e06c-4062-b289-af9e07d5b9c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:54.582325 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-9b36a86a-e06c-4062-b289-af9e07d5b9c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:54.636364 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-9f2047f6-5d97-4ffd-a506-466d2754a88d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769518980334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769518673866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533447879'] for port, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:54.664601 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2047f6-5d97-4ffd-a506-466d2754a88d admin admin] Pushing event deleted for resources: {'Port': ['ID=22743b1b-06a1-4272-a4e2-75614bbb7676,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:33:54.716700 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-9b36a86a-e06c-4062-b289-af9e07d5b9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:54.719221 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-9b36a86a-e06c-4062-b289-af9e07d5b9c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:54.723560 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-9b36a86a-e06c-4062-b289-af9e07d5b9c3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/93663dba-703d-42ad-9b05-9abdf1941984 HTTP/1.1" status: 204 len: 168 time: 0.2084224 Sep 22 04:33:54.731966 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b36a86a-e06c-4062-b289-af9e07d5b9c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93663dba-703d-42ad-9b05-9abdf1941984,revision_number=None']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:33:54.834490 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-9f2047f6-5d97-4ffd-a506-466d2754a88d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1865363'] for router_interface, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:55.049111 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f2047f6-5d97-4ffd-a506-466d2754a88d admin admin] Router d7768ed6-f807-4870-a704-f3780bf00744 has already been hosted by L3 agent 67baeb3b-346e-4680-9ea8-6eec6aa84835 {{(pid=94615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 04:33:55.155422 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f2047f6-5d97-4ffd-a506-466d2754a88d admin admin] Notify agent at l3_agent.dv-cinder-810118-1-iscsi the message routers_updated {{(pid=94615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 04:33:55.163273 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-9f2047f6-5d97-4ffd-a506-466d2754a88d admin admin] 10.222.0.24 "PUT /v2.0/routers/d7768ed6-f807-4870-a704-f3780bf00744/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9402463 Sep 22 04:33:55.163655 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 48172) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:33:55.164078 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfb2c05-be93-4977-af3f-9f7be5a5a8d1 None None] Sync routers for ids ['d7768ed6-f807-4870-a704-f3780bf00744'] in dv-cinder-810118-1-iscsi {{(pid=94617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 04:33:55.176011 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfb2c05-be93-4977-af3f-9f7be5a5a8d1 None None] Routers {'d7768ed6-f807-4870-a704-f3780bf00744'} bound to L3 agent in host dv-cinder-810118-1-iscsi {{(pid=94617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 04:33:55.176659 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-fcfb2c05-be93-4977-af3f-9f7be5a5a8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810118-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T04:20:22Z,description=,heartbeat_timestamp=2021-09-22T04:33:52Z,host='dv-cinder-810118-1-iscsi',id=67baeb3b-346e-4680-9ea8-6eec6aa84835,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T04:20:23Z,topic='l3_agent')) {'router_ids': ['d7768ed6-f807-4870-a704-f3780bf00744'], 'active': True} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:33:55.267874 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-10c64383-08fb-483d-b548-311765dcf19c admin admin] Notify callbacks [] for router, before_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:55.288692 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvr_db [None req-fcfb2c05-be93-4977-af3f-9f7be5a5a8d1 None None] Set router d7768ed6-f807-4870-a704-f3780bf00744 gateway port host: dv-cinder-810118-1-iscsi {{(pid=94617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 04:33:55.520370 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-fcfb2c05-be93-4977-af3f-9f7be5a5a8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7768ed6-f807-4870-a704-f3780bf00744', 'name': 'tempest-TestMinimumBasicScenario-1595621661-router', 'tenant_id': 'a2ac9f42bb784270b43252ea1404d1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'external_fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': '5063aa9b-e8c7-4287-9874-749e867742cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T04:29:54Z', 'updated_at': '2021-09-22T04:33:54Z', 'revision_number': 5, 'project_id': 'a2ac9f42bb784270b43252ea1404d1a4', 'gw_port': {'id': '5063aa9b-e8c7-4287-9874-749e867742cd', 'name': '', 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:b9:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7768ed6-f807-4870-a704-f3780bf00744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:29:55Z', 'updated_at': '2021-09-22T04:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810118-1-iscsi'}], 'dv-cinder-810118-1-iscsi', False) {} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:33:55.552869 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfb2c05-be93-4977-af3f-9f7be5a5a8d1 None None] Checking router: d7768ed6-f807-4870-a704-f3780bf00744 for host: dv-cinder-810118-1-iscsi {{(pid=94617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 04:33:55.567047 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfb2c05-be93-4977-af3f-9f7be5a5a8d1 None None] Routers {'d7768ed6-f807-4870-a704-f3780bf00744'} bound to L3 agent in host dv-cinder-810118-1-iscsi {{(pid=94617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 04:33:55.567676 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-fcfb2c05-be93-4977-af3f-9f7be5a5a8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810118-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T04:20:22Z,description=,heartbeat_timestamp=2021-09-22T04:33:52Z,host='dv-cinder-810118-1-iscsi',id=67baeb3b-346e-4680-9ea8-6eec6aa84835,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T04:20:23Z,topic='l3_agent')) {'router_ids': ['d7768ed6-f807-4870-a704-f3780bf00744'], 'active': True} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:33:55.648841 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-10c64383-08fb-483d-b548-311765dcf19c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:55.669191 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac545a3-465f-4f86-955c-a26b39cf3b28 req-55da7715-3c47-4dd9-a235-26b0000f0b41 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:33:55.669337 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-c7bbae2d-f237-46cc-b838-3371bd865633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:55.669456 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-dac545a3-465f-4f86-955c-a26b39cf3b28 req-55da7715-3c47-4dd9-a235-26b0000f0b41 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "GET /v2.0/ports?device_id=57f78f2b-3a3f-4a01-b448-ec95f54237d4 HTTP/1.1" status: 200 len: 945 time: 0.0712504 Sep 22 04:33:55.692059 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvr_db [None req-fcfb2c05-be93-4977-af3f-9f7be5a5a8d1 None None] Set router d7768ed6-f807-4870-a704-f3780bf00744 gateway port host: dv-cinder-810118-1-iscsi {{(pid=94617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 04:33:55.716991 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-dac545a3-465f-4f86-955c-a26b39cf3b28 req-dbf89280-6054-452c-aeda-0392c01d004e tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4ff925a-f065-42a9-bdee-45eb1fefa4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426641 Sep 22 04:33:55.782582 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [None req-10c64383-08fb-483d-b548-311765dcf19c admin admin] Deleting port 5063aa9b-e8c7-4287-9874-749e867742cd {{(pid=94616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 04:33:55.782923 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-10c64383-08fb-483d-b548-311765dcf19c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769518975272'] for port, before_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:55.873323 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-10c64383-08fb-483d-b548-311765dcf19c admin admin] For port 5063aa9b-e8c7-4287-9874-749e867742cd, host dv-cinder-810118-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810118-1-iscsi',level=0,port_id=5063aa9b-e8c7-4287-9874-749e867742cd,segment=NetworkSegment(57bccd0b-6164-41c6-a48d-7aba82135152),segment_id=57bccd0b-6164-41c6-a48d-7aba82135152)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:33:55.873692 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-10c64383-08fb-483d-b548-311765dcf19c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1861379'] for port, precommit_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:55.883561 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-fcfb2c05-be93-4977-af3f-9f7be5a5a8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7768ed6-f807-4870-a704-f3780bf00744', 'name': 'tempest-TestMinimumBasicScenario-1595621661-router', 'tenant_id': 'a2ac9f42bb784270b43252ea1404d1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'external_fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': '5063aa9b-e8c7-4287-9874-749e867742cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T04:29:54Z', 'updated_at': '2021-09-22T04:33:54Z', 'revision_number': 5, 'project_id': 'a2ac9f42bb784270b43252ea1404d1a4', 'gw_port': {'id': '5063aa9b-e8c7-4287-9874-749e867742cd', 'name': '', 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:b9:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7768ed6-f807-4870-a704-f3780bf00744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:29:55Z', 'updated_at': '2021-09-22T04:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810118-1-iscsi'}], 'dv-cinder-810118-1-iscsi', False) {} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:33:55.885795 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [None req-10c64383-08fb-483d-b548-311765dcf19c admin admin] Calling delete_port for 5063aa9b-e8c7-4287-9874-749e867742cd owned by network:router_gateway {{(pid=94616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 04:33:55.915088 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfb2c05-be93-4977-af3f-9f7be5a5a8d1 None None] The sync data for ids ['d7768ed6-f807-4870-a704-f3780bf00744'] in dv-cinder-810118-1-iscsi is: [{'id': 'd7768ed6-f807-4870-a704-f3780bf00744', 'name': 'tempest-TestMinimumBasicScenario-1595621661-router', 'tenant_id': 'a2ac9f42bb784270b43252ea1404d1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'external_fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': '5063aa9b-e8c7-4287-9874-749e867742cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T04:29:54Z', 'updated_at': '2021-09-22T04:33:54Z', 'revision_number': 5, 'project_id': 'a2ac9f42bb784270b43252ea1404d1a4', 'gw_port': {'id': '5063aa9b-e8c7-4287-9874-749e867742cd', 'name': '', 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:b9:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7768ed6-f807-4870-a704-f3780bf00744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:29:55Z', 'updated_at': '2021-09-22T04:30:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810118-1-iscsi'}] {{(pid=94617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 04:33:56.156573 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-10c64383-08fb-483d-b548-311765dcf19c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769518980334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769518673866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534565802'] for port, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:56.180427 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c64383-08fb-483d-b548-311765dcf19c admin admin] Pushing event deleted for resources: {'Port': ['ID=5063aa9b-e8c7-4287-9874-749e867742cd,revision_number=None']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:33:56.243534 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-10c64383-08fb-483d-b548-311765dcf19c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1865296'] for router_gateway, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:56.347895 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-10c64383-08fb-483d-b548-311765dcf19c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1865791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1980'] for router, precommit_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:56.355833 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-10c64383-08fb-483d-b548-311765dcf19c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:56.504952 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-10c64383-08fb-483d-b548-311765dcf19c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1865782'] for router, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:56.505587 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10c64383-08fb-483d-b548-311765dcf19c admin admin] Fanout notify agent at l3_agent the message router_deleted on router d7768ed6-f807-4870-a704-f3780bf00744 {{(pid=94616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 04:33:56.510759 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-10c64383-08fb-483d-b548-311765dcf19c admin admin] Notify callbacks [] for router, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:56.514787 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-10c64383-08fb-483d-b548-311765dcf19c admin admin] 10.222.0.24 "DELETE /v2.0/routers/d7768ed6-f807-4870-a704-f3780bf00744 HTTP/1.1" status: 204 len: 168 time: 1.3472693 Sep 22 04:33:56.514787 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 48198) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:33:56.560737 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.db.db_base_plugin_v2 [None req-e92ea988-e213-46dc-82a9-0af59de2466a admin admin] Deleting subnet 47a8ff60-a9c0-4f9b-a123-cbb1e59064c4 {{(pid=94616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 04:33:56.564033 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-e92ea988-e213-46dc-82a9-0af59de2466a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:56.599337 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-e92ea988-e213-46dc-82a9-0af59de2466a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534548660'] for subnet, precommit_delete_associations {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:56.706889 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-e92ea988-e213-46dc-82a9-0af59de2466a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-628562'] for subnet, precommit_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:56.842493 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbbdb09-d064-4874-bafc-17d898e1c27a req-8e32c6f8-c843-4fa5-bd08-3ae1aae37937 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:33:56.844026 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-dbbbdb09-d064-4874-bafc-17d898e1c27a req-8e32c6f8-c843-4fa5-bd08-3ae1aae37937 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "GET /v2.0/ports?device_id=57f78f2b-3a3f-4a01-b448-ec95f54237d4 HTTP/1.1" status: 200 len: 945 time: 0.0503333 Sep 22 04:33:56.878491 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-e92ea988-e213-46dc-82a9-0af59de2466a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-628571', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534565879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532840862'] for subnet, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:56.891815 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-dbbbdb09-d064-4874-bafc-17d898e1c27a req-60fca37f-64a8-4bab-8268-7f6abb5b45fd tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4ff925a-f065-42a9-bdee-45eb1fefa4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412874 Sep 22 04:33:56.914389 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92ea988-e213-46dc-82a9-0af59de2466a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47a8ff60-a9c0-4f9b-a123-cbb1e59064c4,revision_number=None']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:33:56.920094 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-e92ea988-e213-46dc-82a9-0af59de2466a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:56.920094 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-e92ea988-e213-46dc-82a9-0af59de2466a admin admin] 10.222.0.24 "DELETE /v2.0/subnets/47a8ff60-a9c0-4f9b-a123-cbb1e59064c4 HTTP/1.1" status: 204 len: 168 time: 0.4047256 Sep 22 04:33:56.921404 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a56170c4-4320-4e57-8f9b-3b9952c66be1 None None] Network 8d3ce0b1-05e4-4b1c-977a-3c30963a3756 requested from dv-cinder-810118-1-iscsi {{(pid=94617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 04:33:56.922722 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 48208) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:33:56.996640 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-32e2d5e3-0aed-464a-b924-340e2476879a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536234'] for network, before_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:57.051061 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [None req-32e2d5e3-0aed-464a-b924-340e2476879a admin admin] Deleting port 9b5a8513-9d18-41e2-90f5-42554e87a0d8 {{(pid=94616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 04:33:57.051397 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-32e2d5e3-0aed-464a-b924-340e2476879a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769518975272'] for port, before_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:57.109420 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-742db8c9-f608-466e-93db-87832829697c None None] DHCP port deletion for 8d3ce0b1-05e4-4b1c-977a-3c30963a3756 request from dv-cinder-810118-1-iscsi {{(pid=94617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 04:33:57.124191 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-32e2d5e3-0aed-464a-b924-340e2476879a admin admin] For port 9b5a8513-9d18-41e2-90f5-42554e87a0d8, host dv-cinder-810118-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810118-1-iscsi',level=0,port_id=9b5a8513-9d18-41e2-90f5-42554e87a0d8,segment=NetworkSegment(46967add-ceb0-4865-9e29-f6ad39a3d084),segment_id=46967add-ceb0-4865-9e29-f6ad39a3d084)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:33:57.124834 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-32e2d5e3-0aed-464a-b924-340e2476879a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1861379'] for port, precommit_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:57.136734 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [None req-32e2d5e3-0aed-464a-b924-340e2476879a admin admin] Calling delete_port for 9b5a8513-9d18-41e2-90f5-42554e87a0d8 owned by network:dhcp {{(pid=94616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 04:33:57.159915 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.plugin [None req-742db8c9-f608-466e-93db-87832829697c None None] Deleting port 9b5a8513-9d18-41e2-90f5-42554e87a0d8 {{(pid=94617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 04:33:57.160294 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-742db8c9-f608-466e-93db-87832829697c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769518975272'] for port, before_delete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:57.221095 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-742db8c9-f608-466e-93db-87832829697c None None] For port 9b5a8513-9d18-41e2-90f5-42554e87a0d8, host dv-cinder-810118-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810118-1-iscsi',level=0,port_id=9b5a8513-9d18-41e2-90f5-42554e87a0d8,segment=NetworkSegment(46967add-ceb0-4865-9e29-f6ad39a3d084),segment_id=46967add-ceb0-4865-9e29-f6ad39a3d084)] {{(pid=94617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:33:57.221414 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-742db8c9-f608-466e-93db-87832829697c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1861379'] for port, precommit_delete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:57.233566 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.plugin [None req-742db8c9-f608-466e-93db-87832829697c None None] Calling delete_port for 9b5a8513-9d18-41e2-90f5-42554e87a0d8 owned by network:dhcp {{(pid=94617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 04:33:57.333628 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-32e2d5e3-0aed-464a-b924-340e2476879a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769518980334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769518673866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534565802'] for port, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:57.345169 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-742db8c9-f608-466e-93db-87832829697c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769518980334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769518673866'] for port, after_delete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:57.360008 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e2d5e3-0aed-464a-b924-340e2476879a admin admin] Pushing event deleted for resources: {'Port': ['ID=9b5a8513-9d18-41e2-90f5-42554e87a0d8,revision_number=None']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:33:57.363551 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e2d5e3-0aed-464a-b924-340e2476879a admin admin] No DVR routers for this DVR port 9b5a8513-9d18-41e2-90f5-42554e87a0d8 on host dv-cinder-810118-1-iscsi {{(pid=94616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 04:33:57.370187 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742db8c9-f608-466e-93db-87832829697c None None] Pushing event deleted for resources: {'Port': ['ID=9b5a8513-9d18-41e2-90f5-42554e87a0d8,revision_number=None']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:33:57.373649 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742db8c9-f608-466e-93db-87832829697c None None] No DVR routers for this DVR port 9b5a8513-9d18-41e2-90f5-42554e87a0d8 on host dv-cinder-810118-1-iscsi {{(pid=94617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 04:33:57.445811 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-32e2d5e3-0aed-464a-b924-340e2476879a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-628203', 'neutron.services.segments.db._delete_segments_for_network-8769519186836'] for network, precommit_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:57.465595 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.services.segments.db [None req-32e2d5e3-0aed-464a-b924-340e2476879a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d3ce0b1-05e4-4b1c-977a-3c30963a3756']}} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:33:57.466714 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Device 9b5a8513-9d18-41e2-90f5-42554e87a0d8 no longer exists at agent ovs-agent-dv-cinder-810118-1-iscsi {{(pid=94617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 04:33:57.474883 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.services.segments.db [None req-32e2d5e3-0aed-464a-b924-340e2476879a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46967add-ceb0-4865-9e29-f6ad39a3d084') {'for_net_delete': True} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:33:57.475130 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.services.segments.db [None req-32e2d5e3-0aed-464a-b924-340e2476879a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46967add-ceb0-4865-9e29-f6ad39a3d084') {} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:33:57.484759 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-32e2d5e3-0aed-464a-b924-340e2476879a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769519186077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534548653'] for segment, before_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:57.489687 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.plugin [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] No Port match for: 9b5a8513-9d18-41e2-90f5-42554e87a0d8 {{(pid=94617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 04:33:57.490035 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Device 9b5a8513-9d18-41e2-90f5-42554e87a0d8 not bound to the agent host dv-cinder-810118-1-iscsi {{(pid=94617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 04:33:57.490446 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Device 22743b1b-06a1-4272-a4e2-75614bbb7676 no longer exists at agent ovs-agent-dv-cinder-810118-1-iscsi {{(pid=94617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 04:33:57.497521 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-32e2d5e3-0aed-464a-b924-340e2476879a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-614853'] for segment, precommit_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:57.507956 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32e2d5e3-0aed-464a-b924-340e2476879a admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=94616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 04:33:57.508351 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-32e2d5e3-0aed-464a-b924-340e2476879a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-614853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534564441'] for segment, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:57.508850 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.plugin [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] No Port match for: 22743b1b-06a1-4272-a4e2-75614bbb7676 {{(pid=94617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 04:33:57.509195 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Device 22743b1b-06a1-4272-a4e2-75614bbb7676 not bound to the agent host dv-cinder-810118-1-iscsi {{(pid=94617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 04:33:57.509639 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Device 5063aa9b-e8c7-4287-9874-749e867742cd no longer exists at agent ovs-agent-dv-cinder-810118-1-iscsi {{(pid=94617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 04:33:57.510060 dv-cinder-810118-1-iscsi neutron-server[94616]: Traceback (most recent call last): Sep 22 04:33:57.510060 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 04:33:57.510060 dv-cinder-810118-1-iscsi neutron-server[94616]: timer() Sep 22 04:33:57.510060 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 04:33:57.510060 dv-cinder-810118-1-iscsi neutron-server[94616]: cb(*args, **kw) Sep 22 04:33:57.510060 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 04:33:57.510060 dv-cinder-810118-1-iscsi neutron-server[94616]: return func(*args, **kwargs) Sep 22 04:33:57.510060 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 04:33:57.510060 dv-cinder-810118-1-iscsi neutron-server[94616]: self._notify() Sep 22 04:33:57.510060 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 04:33:57.510060 dv-cinder-810118-1-iscsi neutron-server[94616]: self.callback(batched_events) Sep 22 04:33:57.510060 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 04:33:57.510060 dv-cinder-810118-1-iscsi neutron-server[94616]: event.method(event) Sep 22 04:33:57.510060 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 04:33:57.510060 dv-cinder-810118-1-iscsi neutron-server[94616]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 04:33:57.510060 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 04:33:57.510060 dv-cinder-810118-1-iscsi neutron-server[94616]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 04:33:57.510060 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 04:33:57.510060 dv-cinder-810118-1-iscsi neutron-server[94616]: return f(self, *a, **k) Sep 22 04:33:57.510060 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 04:33:57.510060 dv-cinder-810118-1-iscsi neutron-server[94616]: return self._get(url).json() Sep 22 04:33:57.510060 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 04:33:57.510060 dv-cinder-810118-1-iscsi neutron-server[94616]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 04:33:57.510060 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 04:33:57.510060 dv-cinder-810118-1-iscsi neutron-server[94616]: return self.request(url, 'GET', **kwargs) Sep 22 04:33:57.510060 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 04:33:57.510060 dv-cinder-810118-1-iscsi neutron-server[94616]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 04:33:57.510060 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 04:33:57.510060 dv-cinder-810118-1-iscsi neutron-server[94616]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 04:33:57.510060 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 04:33:57.510060 dv-cinder-810118-1-iscsi neutron-server[94616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 04:33:57.510060 dv-cinder-810118-1-iscsi neutron-server[94616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 04:33:57.528284 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.plugin [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] No Port match for: 5063aa9b-e8c7-4287-9874-749e867742cd {{(pid=94617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 04:33:57.528842 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Device 5063aa9b-e8c7-4287-9874-749e867742cd not bound to the agent host dv-cinder-810118-1-iscsi {{(pid=94617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 04:33:57.647409 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-32e2d5e3-0aed-464a-b924-340e2476879a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-628188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1865228'] for network, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:57.651837 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-32e2d5e3-0aed-464a-b924-340e2476879a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578295'] for network, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:57.653748 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-32e2d5e3-0aed-464a-b924-340e2476879a admin admin] 10.222.0.24 "DELETE /v2.0/networks/8d3ce0b1-05e4-4b1c-977a-3c30963a3756 HTTP/1.1" status: 204 len: 168 time: 0.7299566 Sep 22 04:33:57.656806 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 48210) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:33:57.666739 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e2d5e3-0aed-464a-b924-340e2476879a admin admin] Pushing event deleted for resources: {'Network': ['ID=8d3ce0b1-05e4-4b1c-977a-3c30963a3756,revision_number=None']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:33:58.001520 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-4250e18a-608e-4505-82c1-13400f0882a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1867546'] for router_interface, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:58.011583 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e42a56e-6959-4926-8ef8-98b0e14c5581 req-23944a50-a8db-4be9-bfd7-89a792210371 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:33:58.013177 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-5e42a56e-6959-4926-8ef8-98b0e14c5581 req-23944a50-a8db-4be9-bfd7-89a792210371 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "GET /v2.0/ports?device_id=57f78f2b-3a3f-4a01-b448-ec95f54237d4 HTTP/1.1" status: 200 len: 945 time: 0.0527041 Sep 22 04:33:58.057579 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-5e42a56e-6959-4926-8ef8-98b0e14c5581 req-f1c4d0f6-b912-462e-a8f3-bd639fa9d8d3 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4ff925a-f065-42a9-bdee-45eb1fefa4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383861 Sep 22 04:33:58.248173 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.plugin [None req-4250e18a-608e-4505-82c1-13400f0882a3 admin admin] Deleting port f6fbd149-6a30-4354-b040-6ef1578b66ad {{(pid=94615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 04:33:58.248539 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-4250e18a-608e-4505-82c1-13400f0882a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769518975272'] for port, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:58.328569 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.db [None req-4250e18a-608e-4505-82c1-13400f0882a3 admin admin] For port f6fbd149-6a30-4354-b040-6ef1578b66ad, host dv-cinder-810118-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810118-1-iscsi',level=0,port_id=f6fbd149-6a30-4354-b040-6ef1578b66ad,segment=NetworkSegment(c620649f-70b6-4356-9160-bd14beaaa0aa),segment_id=c620649f-70b6-4356-9160-bd14beaaa0aa)] {{(pid=94615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:33:58.328932 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-4250e18a-608e-4505-82c1-13400f0882a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1861379'] for port, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:58.341440 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.plugin [None req-4250e18a-608e-4505-82c1-13400f0882a3 admin admin] Calling delete_port for f6fbd149-6a30-4354-b040-6ef1578b66ad owned by network:router_interface {{(pid=94615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 04:33:58.567348 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-4250e18a-608e-4505-82c1-13400f0882a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769518980334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769518673866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533447879'] for port, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:58.594099 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4250e18a-608e-4505-82c1-13400f0882a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6fbd149-6a30-4354-b040-6ef1578b66ad,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:33:58.753118 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-4250e18a-608e-4505-82c1-13400f0882a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1865363'] for router_interface, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:58.962004 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4250e18a-608e-4505-82c1-13400f0882a3 admin admin] Router 350db003-ec8b-4a5e-86b1-2ce96e3ad0f2 has already been hosted by L3 agent 67baeb3b-346e-4680-9ea8-6eec6aa84835 {{(pid=94615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 04:33:59.066191 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4250e18a-608e-4505-82c1-13400f0882a3 admin admin] Notify agent at l3_agent.dv-cinder-810118-1-iscsi the message routers_updated {{(pid=94615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 04:33:59.071240 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-4250e18a-608e-4505-82c1-13400f0882a3 admin admin] 10.222.0.24 "PUT /v2.0/routers/350db003-ec8b-4a5e-86b1-2ce96e3ad0f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4133952 Sep 22 04:33:59.074485 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 48224) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:33:59.084236 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0bbc80-20c1-4f1f-bbc4-aacb0dc32efe None None] Sync routers for ids ['350db003-ec8b-4a5e-86b1-2ce96e3ad0f2'] in dv-cinder-810118-1-iscsi {{(pid=94618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 04:33:59.093856 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0bbc80-20c1-4f1f-bbc4-aacb0dc32efe None None] Routers {'350db003-ec8b-4a5e-86b1-2ce96e3ad0f2'} bound to L3 agent in host dv-cinder-810118-1-iscsi {{(pid=94618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 04:33:59.094482 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.l3_hamode_db [None req-9f0bbc80-20c1-4f1f-bbc4-aacb0dc32efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810118-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T04:20:22Z,description=,heartbeat_timestamp=2021-09-22T04:33:52Z,host='dv-cinder-810118-1-iscsi',id=67baeb3b-346e-4680-9ea8-6eec6aa84835,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T04:20:23Z,topic='l3_agent')) {'router_ids': ['350db003-ec8b-4a5e-86b1-2ce96e3ad0f2'], 'active': True} {{(pid=94618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:33:59.196097 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.l3_dvr_db [None req-9f0bbc80-20c1-4f1f-bbc4-aacb0dc32efe None None] Set router 350db003-ec8b-4a5e-86b1-2ce96e3ad0f2 gateway port host: dv-cinder-810118-1-iscsi {{(pid=94618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 04:33:59.212304 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f575987b-0e57-4fa9-8590-5985d0fab278 req-90b834b2-9dc6-43d6-a2b1-af990d440731 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:33:59.213847 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-f575987b-0e57-4fa9-8590-5985d0fab278 req-90b834b2-9dc6-43d6-a2b1-af990d440731 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "GET /v2.0/ports?device_id=57f78f2b-3a3f-4a01-b448-ec95f54237d4 HTTP/1.1" status: 200 len: 945 time: 0.0874388 Sep 22 04:33:59.229322 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-31096ea3-1e6d-4fe5-bd8b-9a1615225c58 admin admin] Notify callbacks [] for router, before_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:59.297709 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-f575987b-0e57-4fa9-8590-5985d0fab278 req-470e5c4e-2f6c-4c14-a390-2bfcc439f900 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4ff925a-f065-42a9-bdee-45eb1fefa4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753422 Sep 22 04:33:59.349101 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-31096ea3-1e6d-4fe5-bd8b-9a1615225c58 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:59.370757 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.l3_hamode_db [None req-9f0bbc80-20c1-4f1f-bbc4-aacb0dc32efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '350db003-ec8b-4a5e-86b1-2ce96e3ad0f2', 'name': 'tempest-TestMinimumBasicScenario-526103217-router', 'tenant_id': '5046500aa394437fa6b2939ce7954745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'external_fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': 'aa84744b-8c84-4c53-8227-02cac750c229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T04:30:03Z', 'updated_at': '2021-09-22T04:33:58Z', 'revision_number': 5, 'project_id': '5046500aa394437fa6b2939ce7954745', 'gw_port': {'id': 'aa84744b-8c84-4c53-8227-02cac750c229', 'name': '', 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:7a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350db003-ec8b-4a5e-86b1-2ce96e3ad0f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:30:04Z', 'updated_at': '2021-09-22T04:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810118-1-iscsi'}], 'dv-cinder-810118-1-iscsi', False) {} {{(pid=94618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:33:59.396550 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0bbc80-20c1-4f1f-bbc4-aacb0dc32efe None None] Checking router: 350db003-ec8b-4a5e-86b1-2ce96e3ad0f2 for host: dv-cinder-810118-1-iscsi {{(pid=94618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 04:33:59.404285 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0bbc80-20c1-4f1f-bbc4-aacb0dc32efe None None] Routers {'350db003-ec8b-4a5e-86b1-2ce96e3ad0f2'} bound to L3 agent in host dv-cinder-810118-1-iscsi {{(pid=94618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 04:33:59.404927 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.l3_hamode_db [None req-9f0bbc80-20c1-4f1f-bbc4-aacb0dc32efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810118-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T04:20:22Z,description=,heartbeat_timestamp=2021-09-22T04:33:52Z,host='dv-cinder-810118-1-iscsi',id=67baeb3b-346e-4680-9ea8-6eec6aa84835,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T04:20:23Z,topic='l3_agent')) {'router_ids': ['350db003-ec8b-4a5e-86b1-2ce96e3ad0f2'], 'active': True} {{(pid=94618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:33:59.506781 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.l3_dvr_db [None req-9f0bbc80-20c1-4f1f-bbc4-aacb0dc32efe None None] Set router 350db003-ec8b-4a5e-86b1-2ce96e3ad0f2 gateway port host: dv-cinder-810118-1-iscsi {{(pid=94618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 04:33:59.567670 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [None req-31096ea3-1e6d-4fe5-bd8b-9a1615225c58 admin admin] Deleting port aa84744b-8c84-4c53-8227-02cac750c229 {{(pid=94616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 04:33:59.568003 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-31096ea3-1e6d-4fe5-bd8b-9a1615225c58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769518975272'] for port, before_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:59.644197 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-31096ea3-1e6d-4fe5-bd8b-9a1615225c58 admin admin] For port aa84744b-8c84-4c53-8227-02cac750c229, host dv-cinder-810118-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810118-1-iscsi',level=0,port_id=aa84744b-8c84-4c53-8227-02cac750c229,segment=NetworkSegment(57bccd0b-6164-41c6-a48d-7aba82135152),segment_id=57bccd0b-6164-41c6-a48d-7aba82135152)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:33:59.644588 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-31096ea3-1e6d-4fe5-bd8b-9a1615225c58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1861379'] for port, precommit_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:59.656495 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [None req-31096ea3-1e6d-4fe5-bd8b-9a1615225c58 admin admin] Calling delete_port for aa84744b-8c84-4c53-8227-02cac750c229 owned by network:router_gateway {{(pid=94616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 04:33:59.679351 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.l3_hamode_db [None req-9f0bbc80-20c1-4f1f-bbc4-aacb0dc32efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '350db003-ec8b-4a5e-86b1-2ce96e3ad0f2', 'name': 'tempest-TestMinimumBasicScenario-526103217-router', 'tenant_id': '5046500aa394437fa6b2939ce7954745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'external_fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': 'aa84744b-8c84-4c53-8227-02cac750c229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T04:30:03Z', 'updated_at': '2021-09-22T04:33:58Z', 'revision_number': 5, 'project_id': '5046500aa394437fa6b2939ce7954745', 'gw_port': {'id': 'aa84744b-8c84-4c53-8227-02cac750c229', 'name': '', 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:7a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350db003-ec8b-4a5e-86b1-2ce96e3ad0f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:30:04Z', 'updated_at': '2021-09-22T04:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810118-1-iscsi'}], 'dv-cinder-810118-1-iscsi', False) {} {{(pid=94618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:33:59.704200 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0bbc80-20c1-4f1f-bbc4-aacb0dc32efe None None] The sync data for ids ['350db003-ec8b-4a5e-86b1-2ce96e3ad0f2'] in dv-cinder-810118-1-iscsi is: [{'id': '350db003-ec8b-4a5e-86b1-2ce96e3ad0f2', 'name': 'tempest-TestMinimumBasicScenario-526103217-router', 'tenant_id': '5046500aa394437fa6b2939ce7954745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'external_fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': 'aa84744b-8c84-4c53-8227-02cac750c229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T04:30:03Z', 'updated_at': '2021-09-22T04:33:58Z', 'revision_number': 5, 'project_id': '5046500aa394437fa6b2939ce7954745', 'gw_port': {'id': 'aa84744b-8c84-4c53-8227-02cac750c229', 'name': '', 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:7a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350db003-ec8b-4a5e-86b1-2ce96e3ad0f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:30:04Z', 'updated_at': '2021-09-22T04:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810118-1-iscsi'}] {{(pid=94618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 04:33:59.910369 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-31096ea3-1e6d-4fe5-bd8b-9a1615225c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769518980334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769518673866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534565802'] for port, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:33:59.935832 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31096ea3-1e6d-4fe5-bd8b-9a1615225c58 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa84744b-8c84-4c53-8227-02cac750c229,revision_number=None']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:33:59.998768 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-31096ea3-1e6d-4fe5-bd8b-9a1615225c58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1865296'] for router_gateway, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:34:00.089085 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-31096ea3-1e6d-4fe5-bd8b-9a1615225c58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1865791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1980'] for router, precommit_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:34:00.091636 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-31096ea3-1e6d-4fe5-bd8b-9a1615225c58 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:34:00.201987 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-31096ea3-1e6d-4fe5-bd8b-9a1615225c58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1865782'] for router, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:34:00.202511 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31096ea3-1e6d-4fe5-bd8b-9a1615225c58 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 350db003-ec8b-4a5e-86b1-2ce96e3ad0f2 {{(pid=94616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 04:34:00.206886 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-31096ea3-1e6d-4fe5-bd8b-9a1615225c58 admin admin] Notify callbacks [] for router, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:34:00.208082 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-31096ea3-1e6d-4fe5-bd8b-9a1615225c58 admin admin] 10.222.0.24 "DELETE /v2.0/routers/350db003-ec8b-4a5e-86b1-2ce96e3ad0f2 HTTP/1.1" status: 204 len: 168 time: 1.1326210 Sep 22 04:34:00.214159 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 48230) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:34:00.258488 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.db.db_base_plugin_v2 [None req-afceb342-ff1c-4bc8-bd68-f458273f2818 admin admin] Deleting subnet b4b0275a-513d-4279-a628-df871488e5f7 {{(pid=94616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 04:34:00.262220 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-afceb342-ff1c-4bc8-bd68-f458273f2818 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:34:00.301604 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-afceb342-ff1c-4bc8-bd68-f458273f2818 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534548660'] for subnet, precommit_delete_associations {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:34:00.406913 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-afceb342-ff1c-4bc8-bd68-f458273f2818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-628562'] for subnet, precommit_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:34:00.459651 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b7121d-3d37-4304-8f24-d4f84c4d913c req-e26fadb8-fe32-4d76-ae4f-883a46d47399 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:34:00.461154 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-43b7121d-3d37-4304-8f24-d4f84c4d913c req-e26fadb8-fe32-4d76-ae4f-883a46d47399 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "GET /v2.0/ports?device_id=57f78f2b-3a3f-4a01-b448-ec95f54237d4 HTTP/1.1" status: 200 len: 945 time: 0.0899296 Sep 22 04:34:00.503532 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-43b7121d-3d37-4304-8f24-d4f84c4d913c req-195702df-15e6-470a-9561-fc6c301a324a tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4ff925a-f065-42a9-bdee-45eb1fefa4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350413 Sep 22 04:34:00.545542 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-afceb342-ff1c-4bc8-bd68-f458273f2818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-628571', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534565879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532840862'] for subnet, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:34:00.571086 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afceb342-ff1c-4bc8-bd68-f458273f2818 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4b0275a-513d-4279-a628-df871488e5f7,revision_number=None']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:34:00.576559 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-afceb342-ff1c-4bc8-bd68-f458273f2818 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:34:00.578396 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-afceb342-ff1c-4bc8-bd68-f458273f2818 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/b4b0275a-513d-4279-a628-df871488e5f7 HTTP/1.1" status: 204 len: 168 time: 0.3668299 Sep 22 04:34:00.580894 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 48236) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:34:00.581612 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bffdc32c-b67c-4146-9df3-51539b35a691 None None] Network 566e6e25-0d76-43b8-8df6-e7bdca7bddd3 requested from dv-cinder-810118-1-iscsi {{(pid=94617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 04:34:00.647297 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-0f51ab66-9724-4f9d-a0c0-e24df4b6f69c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536234'] for network, before_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:34:00.707442 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [None req-0f51ab66-9724-4f9d-a0c0-e24df4b6f69c admin admin] Deleting port 3a7ff29d-bac5-432b-99e4-29eaf26c52c9 {{(pid=94616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 04:34:00.707780 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-0f51ab66-9724-4f9d-a0c0-e24df4b6f69c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769518975272'] for port, before_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:34:00.769853 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-0f51ab66-9724-4f9d-a0c0-e24df4b6f69c admin admin] For port 3a7ff29d-bac5-432b-99e4-29eaf26c52c9, host dv-cinder-810118-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810118-1-iscsi',level=0,port_id=3a7ff29d-bac5-432b-99e4-29eaf26c52c9,segment=NetworkSegment(c620649f-70b6-4356-9160-bd14beaaa0aa),segment_id=c620649f-70b6-4356-9160-bd14beaaa0aa)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:34:00.770146 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-0f51ab66-9724-4f9d-a0c0-e24df4b6f69c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1861379'] for port, precommit_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:34:00.781304 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f96bbd-47e5-4df2-9144-2ec6cd72f35f None None] DHCP port deletion for 566e6e25-0d76-43b8-8df6-e7bdca7bddd3 request from dv-cinder-810118-1-iscsi {{(pid=94617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 04:34:00.782265 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [None req-0f51ab66-9724-4f9d-a0c0-e24df4b6f69c admin admin] Calling delete_port for 3a7ff29d-bac5-432b-99e4-29eaf26c52c9 owned by network:dhcp {{(pid=94616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 04:34:00.828884 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.plugin [None req-28f96bbd-47e5-4df2-9144-2ec6cd72f35f None None] Deleting port 3a7ff29d-bac5-432b-99e4-29eaf26c52c9 {{(pid=94617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 04:34:00.829342 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-28f96bbd-47e5-4df2-9144-2ec6cd72f35f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769518975272'] for port, before_delete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:34:00.893595 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-28f96bbd-47e5-4df2-9144-2ec6cd72f35f None None] For port 3a7ff29d-bac5-432b-99e4-29eaf26c52c9, host dv-cinder-810118-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810118-1-iscsi',level=0,port_id=3a7ff29d-bac5-432b-99e4-29eaf26c52c9,segment=NetworkSegment(c620649f-70b6-4356-9160-bd14beaaa0aa),segment_id=c620649f-70b6-4356-9160-bd14beaaa0aa)] {{(pid=94617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:34:00.893981 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-28f96bbd-47e5-4df2-9144-2ec6cd72f35f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1861379'] for port, precommit_delete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:34:00.905295 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.plugin [None req-28f96bbd-47e5-4df2-9144-2ec6cd72f35f None None] Calling delete_port for 3a7ff29d-bac5-432b-99e4-29eaf26c52c9 owned by network:dhcp {{(pid=94617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 04:34:00.950446 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-0f51ab66-9724-4f9d-a0c0-e24df4b6f69c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769518980334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769518673866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534565802'] for port, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:34:00.974944 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f51ab66-9724-4f9d-a0c0-e24df4b6f69c admin admin] Pushing event deleted for resources: {'Port': ['ID=3a7ff29d-bac5-432b-99e4-29eaf26c52c9,revision_number=None']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:34:00.977132 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-28f96bbd-47e5-4df2-9144-2ec6cd72f35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769518980334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769518673866'] for port, after_delete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:34:00.979109 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f51ab66-9724-4f9d-a0c0-e24df4b6f69c admin admin] No DVR routers for this DVR port 3a7ff29d-bac5-432b-99e4-29eaf26c52c9 on host dv-cinder-810118-1-iscsi {{(pid=94616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 04:34:01.002791 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f96bbd-47e5-4df2-9144-2ec6cd72f35f None None] Pushing event deleted for resources: {'Port': ['ID=3a7ff29d-bac5-432b-99e4-29eaf26c52c9,revision_number=None']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:34:01.006481 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f96bbd-47e5-4df2-9144-2ec6cd72f35f None None] No DVR routers for this DVR port 3a7ff29d-bac5-432b-99e4-29eaf26c52c9 on host dv-cinder-810118-1-iscsi {{(pid=94617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 04:34:01.051959 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-0f51ab66-9724-4f9d-a0c0-e24df4b6f69c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-628203', 'neutron.services.segments.db._delete_segments_for_network-8769519186836'] for network, precommit_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:34:01.071214 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.services.segments.db [None req-0f51ab66-9724-4f9d-a0c0-e24df4b6f69c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['566e6e25-0d76-43b8-8df6-e7bdca7bddd3']}} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:34:01.080114 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.services.segments.db [None req-0f51ab66-9724-4f9d-a0c0-e24df4b6f69c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c620649f-70b6-4356-9160-bd14beaaa0aa') {'for_net_delete': True} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:34:01.080618 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.services.segments.db [None req-0f51ab66-9724-4f9d-a0c0-e24df4b6f69c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c620649f-70b6-4356-9160-bd14beaaa0aa') {} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:34:01.089826 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-0f51ab66-9724-4f9d-a0c0-e24df4b6f69c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769519186077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534548653'] for segment, before_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:34:01.102365 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-0f51ab66-9724-4f9d-a0c0-e24df4b6f69c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-614853'] for segment, precommit_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:34:01.108554 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f51ab66-9724-4f9d-a0c0-e24df4b6f69c admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=94616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 04:34:01.108938 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-0f51ab66-9724-4f9d-a0c0-e24df4b6f69c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-614853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534564441'] for segment, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:34:01.110532 dv-cinder-810118-1-iscsi neutron-server[94616]: Traceback (most recent call last): Sep 22 04:34:01.110532 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 04:34:01.110532 dv-cinder-810118-1-iscsi neutron-server[94616]: timer() Sep 22 04:34:01.110532 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 04:34:01.110532 dv-cinder-810118-1-iscsi neutron-server[94616]: cb(*args, **kw) Sep 22 04:34:01.110532 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 04:34:01.110532 dv-cinder-810118-1-iscsi neutron-server[94616]: return func(*args, **kwargs) Sep 22 04:34:01.110532 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 04:34:01.110532 dv-cinder-810118-1-iscsi neutron-server[94616]: self._notify() Sep 22 04:34:01.110532 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 04:34:01.110532 dv-cinder-810118-1-iscsi neutron-server[94616]: self.callback(batched_events) Sep 22 04:34:01.110532 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 04:34:01.110532 dv-cinder-810118-1-iscsi neutron-server[94616]: event.method(event) Sep 22 04:34:01.110532 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 04:34:01.110532 dv-cinder-810118-1-iscsi neutron-server[94616]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 04:34:01.110532 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 04:34:01.110532 dv-cinder-810118-1-iscsi neutron-server[94616]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 04:34:01.110532 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 04:34:01.110532 dv-cinder-810118-1-iscsi neutron-server[94616]: return f(self, *a, **k) Sep 22 04:34:01.110532 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 04:34:01.110532 dv-cinder-810118-1-iscsi neutron-server[94616]: return self._get(url).json() Sep 22 04:34:01.110532 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 04:34:01.110532 dv-cinder-810118-1-iscsi neutron-server[94616]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 04:34:01.110532 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 04:34:01.110532 dv-cinder-810118-1-iscsi neutron-server[94616]: return self.request(url, 'GET', **kwargs) Sep 22 04:34:01.110532 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 04:34:01.110532 dv-cinder-810118-1-iscsi neutron-server[94616]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 04:34:01.110532 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 04:34:01.110532 dv-cinder-810118-1-iscsi neutron-server[94616]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 04:34:01.110532 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 04:34:01.110532 dv-cinder-810118-1-iscsi neutron-server[94616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 04:34:01.110532 dv-cinder-810118-1-iscsi neutron-server[94616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 04:34:01.270697 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-0f51ab66-9724-4f9d-a0c0-e24df4b6f69c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-628188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1865228'] for network, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:34:01.277359 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-0f51ab66-9724-4f9d-a0c0-e24df4b6f69c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578295'] for network, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:34:01.279195 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-0f51ab66-9724-4f9d-a0c0-e24df4b6f69c admin admin] 10.222.0.24 "DELETE /v2.0/networks/566e6e25-0d76-43b8-8df6-e7bdca7bddd3 HTTP/1.1" status: 204 len: 168 time: 0.6973977 Sep 22 04:34:01.288673 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f51ab66-9724-4f9d-a0c0-e24df4b6f69c admin admin] Pushing event deleted for resources: {'Network': ['ID=566e6e25-0d76-43b8-8df6-e7bdca7bddd3,revision_number=None']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:34:01.445524 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Device 3a7ff29d-bac5-432b-99e4-29eaf26c52c9 no longer exists at agent ovs-agent-dv-cinder-810118-1-iscsi {{(pid=94617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 04:34:01.466060 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.plugin [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] No Port match for: 3a7ff29d-bac5-432b-99e4-29eaf26c52c9 {{(pid=94617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 04:34:01.466403 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Device 3a7ff29d-bac5-432b-99e4-29eaf26c52c9 not bound to the agent host dv-cinder-810118-1-iscsi {{(pid=94617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 04:34:01.466808 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Device f6fbd149-6a30-4354-b040-6ef1578b66ad no longer exists at agent ovs-agent-dv-cinder-810118-1-iscsi {{(pid=94617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 04:34:01.487311 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.plugin [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] No Port match for: f6fbd149-6a30-4354-b040-6ef1578b66ad {{(pid=94617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 04:34:01.487648 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Device f6fbd149-6a30-4354-b040-6ef1578b66ad not bound to the agent host dv-cinder-810118-1-iscsi {{(pid=94617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 04:34:01.488039 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Device aa84744b-8c84-4c53-8227-02cac750c229 no longer exists at agent ovs-agent-dv-cinder-810118-1-iscsi {{(pid=94617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 04:34:01.505667 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.plugin [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] No Port match for: aa84744b-8c84-4c53-8227-02cac750c229 {{(pid=94617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 04:34:01.506001 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Device aa84744b-8c84-4c53-8227-02cac750c229 not bound to the agent host dv-cinder-810118-1-iscsi {{(pid=94617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 04:34:01.621078 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f659db4e-4b00-428d-8805-378645398fbc req-334f7ed5-9f85-4678-a102-57945a39b469 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:34:01.622469 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-f659db4e-4b00-428d-8805-378645398fbc req-334f7ed5-9f85-4678-a102-57945a39b469 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "GET /v2.0/ports?device_id=57f78f2b-3a3f-4a01-b448-ec95f54237d4 HTTP/1.1" status: 200 len: 945 time: 0.0507994 Sep 22 04:34:01.658990 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-f659db4e-4b00-428d-8805-378645398fbc req-a440bae0-05d7-4c2f-bf5d-e11cbd61eb0e tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4ff925a-f065-42a9-bdee-45eb1fefa4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304039 Sep 22 04:34:01.697870 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 48244) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:34:01.736074 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-a4daa2f3-c030-4aab-9059-32d232b2de22 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a2ac9f42bb784270b43252ea1404d1a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0371151 Sep 22 04:34:01.739952 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 48246) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:34:01.786501 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-3e74360d-4ccc-4575-bbc3-7ebc54b207eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:34:01.807204 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-3e74360d-4ccc-4575-bbc3-7ebc54b207eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:34:01.916314 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-3e74360d-4ccc-4575-bbc3-7ebc54b207eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:34:01.918852 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-3e74360d-4ccc-4575-bbc3-7ebc54b207eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:34:01.922238 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-3e74360d-4ccc-4575-bbc3-7ebc54b207eb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3559c028-26d0-4688-9c30-5c12a4a20ad8 HTTP/1.1" status: 204 len: 168 time: 0.1791520 Sep 22 04:34:01.927571 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e74360d-4ccc-4575-bbc3-7ebc54b207eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3559c028-26d0-4688-9c30-5c12a4a20ad8,revision_number=None']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:34:02.612239 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 48258) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:34:02.650906 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-6ff4a4e2-09e6-49c1-a917-c1f600696d62 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5046500aa394437fa6b2939ce7954745&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0369501 Sep 22 04:34:02.653357 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 48260) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:34:02.700276 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-71f18e35-d24b-4929-a0ae-db37693e3294 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:34:02.721283 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-71f18e35-d24b-4929-a0ae-db37693e3294 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:34:02.786867 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffc4aeb-5c40-47f0-9f95-7702f3f53f64 req-a6acff59-8a13-4760-a35b-ee484c77b1a0 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:34:02.788420 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-5ffc4aeb-5c40-47f0-9f95-7702f3f53f64 req-a6acff59-8a13-4760-a35b-ee484c77b1a0 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "GET /v2.0/ports?device_id=57f78f2b-3a3f-4a01-b448-ec95f54237d4 HTTP/1.1" status: 200 len: 945 time: 0.0635769 Sep 22 04:34:02.829390 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-5ffc4aeb-5c40-47f0-9f95-7702f3f53f64 req-dbbe1f1e-9fc3-4bcf-88d4-bcc260cd494c tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4ff925a-f065-42a9-bdee-45eb1fefa4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342970 Sep 22 04:34:02.842400 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-71f18e35-d24b-4929-a0ae-db37693e3294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:34:02.845149 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-71f18e35-d24b-4929-a0ae-db37693e3294 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:34:02.847111 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-71f18e35-d24b-4929-a0ae-db37693e3294 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/10548d58-4345-4beb-8e46-cd02d9fc2374 HTTP/1.1" status: 204 len: 168 time: 0.1922579 Sep 22 04:34:02.855352 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f18e35-d24b-4929-a0ae-db37693e3294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10548d58-4345-4beb-8e46-cd02d9fc2374,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:34:03.942802 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e7cdd2-18cc-4f44-ab7d-9577d23b7a76 req-a13fd02b-e08a-48cd-91f7-f823d4407730 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:34:03.944295 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-78e7cdd2-18cc-4f44-ab7d-9577d23b7a76 req-a13fd02b-e08a-48cd-91f7-f823d4407730 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "GET /v2.0/ports?device_id=57f78f2b-3a3f-4a01-b448-ec95f54237d4 HTTP/1.1" status: 200 len: 945 time: 0.0481405 Sep 22 04:34:03.981089 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-78e7cdd2-18cc-4f44-ab7d-9577d23b7a76 req-363eccf2-415e-4019-bb98-8dd215809cac tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4ff925a-f065-42a9-bdee-45eb1fefa4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308397 Sep 22 04:34:05.093518 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11683bca-aed5-4458-b4eb-a53ce10298cb req-10ec6549-8554-4831-bf11-c288303a35d3 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:34:05.094895 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-11683bca-aed5-4458-b4eb-a53ce10298cb req-10ec6549-8554-4831-bf11-c288303a35d3 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "GET /v2.0/ports?device_id=57f78f2b-3a3f-4a01-b448-ec95f54237d4 HTTP/1.1" status: 200 len: 945 time: 0.0468011 Sep 22 04:34:05.131458 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-11683bca-aed5-4458-b4eb-a53ce10298cb req-b997c036-1c0c-40a5-8006-3f5e55ad88c5 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4ff925a-f065-42a9-bdee-45eb1fefa4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306334 Sep 22 04:34:06.242039 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c272c68c-5ab6-4230-b834-a4ac8845e2f8 req-4b23a761-3b30-4528-8bb6-a28f2b030f53 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:34:06.243391 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-c272c68c-5ab6-4230-b834-a4ac8845e2f8 req-4b23a761-3b30-4528-8bb6-a28f2b030f53 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "GET /v2.0/ports?device_id=57f78f2b-3a3f-4a01-b448-ec95f54237d4 HTTP/1.1" status: 200 len: 945 time: 0.0468626 Sep 22 04:34:06.288404 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-c272c68c-5ab6-4230-b834-a4ac8845e2f8 req-8e0f1940-bf70-4ee4-ae6d-1da9fa5bf612 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4ff925a-f065-42a9-bdee-45eb1fefa4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391235 Sep 22 04:34:06.733097 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:34:07.080268 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.agents_db [None req-7fda405f-bd13-41fd-9497-f6551785b8a3 None None] Agent healthcheck: found 6 active agents {{(pid=94618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 04:34:07.399762 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993e29ea-70cb-4db9-b7e2-98eea8639326 req-3e63641f-430e-4371-8d94-60ac46d397f7 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:34:07.401341 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-993e29ea-70cb-4db9-b7e2-98eea8639326 req-3e63641f-430e-4371-8d94-60ac46d397f7 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "GET /v2.0/ports?device_id=57f78f2b-3a3f-4a01-b448-ec95f54237d4 HTTP/1.1" status: 200 len: 945 time: 0.0478370 Sep 22 04:34:07.440127 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-993e29ea-70cb-4db9-b7e2-98eea8639326 req-70cf6f8b-d679-4523-a32f-3300e0a2f7e4 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4ff925a-f065-42a9-bdee-45eb1fefa4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321810 Sep 22 04:34:08.551713 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4df7afc-9169-43f3-8352-eb2629aab786 req-bc2fb46a-c5d1-44de-ad0e-cd7328ce5308 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:34:08.553217 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-b4df7afc-9169-43f3-8352-eb2629aab786 req-bc2fb46a-c5d1-44de-ad0e-cd7328ce5308 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "GET /v2.0/ports?device_id=57f78f2b-3a3f-4a01-b448-ec95f54237d4 HTTP/1.1" status: 200 len: 945 time: 0.0471971 Sep 22 04:34:08.592790 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-b4df7afc-9169-43f3-8352-eb2629aab786 req-5f3519c7-34a8-4077-a24e-b58b98b2d4ee tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4ff925a-f065-42a9-bdee-45eb1fefa4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337627 Sep 22 04:34:09.706333 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b863ac40-d02c-485a-a251-f197f0b272b3 req-4eae2128-dfc8-4b33-9859-0ab9e438f9fb tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:34:09.708129 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-b863ac40-d02c-485a-a251-f197f0b272b3 req-4eae2128-dfc8-4b33-9859-0ab9e438f9fb tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "GET /v2.0/ports?device_id=57f78f2b-3a3f-4a01-b448-ec95f54237d4 HTTP/1.1" status: 200 len: 945 time: 0.0477915 Sep 22 04:34:09.747604 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-b863ac40-d02c-485a-a251-f197f0b272b3 req-7eaae4f1-3a73-4a8a-9a84-0187ea8b6f9a tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4ff925a-f065-42a9-bdee-45eb1fefa4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336039 Sep 22 04:34:10.869403 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74083f13-5d44-4225-bc63-bc8da658e958 req-42a8a1e3-e510-4cf3-acb2-28d1815e2818 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:34:10.871374 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-74083f13-5d44-4225-bc63-bc8da658e958 req-42a8a1e3-e510-4cf3-acb2-28d1815e2818 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "GET /v2.0/ports?device_id=57f78f2b-3a3f-4a01-b448-ec95f54237d4 HTTP/1.1" status: 200 len: 945 time: 0.0584340 Sep 22 04:34:10.909962 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-74083f13-5d44-4225-bc63-bc8da658e958 req-b0527798-4c3e-49a6-9fd5-7b12bf0b01d5 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4ff925a-f065-42a9-bdee-45eb1fefa4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322680 Sep 22 04:34:12.022650 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13a6adc-9d1a-4027-af0c-2c17171cc371 req-1150a8b7-2433-4483-b80b-b134dff14c69 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:34:12.024152 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-b13a6adc-9d1a-4027-af0c-2c17171cc371 req-1150a8b7-2433-4483-b80b-b134dff14c69 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "GET /v2.0/ports?device_id=57f78f2b-3a3f-4a01-b448-ec95f54237d4 HTTP/1.1" status: 200 len: 945 time: 0.0492387 Sep 22 04:34:12.060808 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-b13a6adc-9d1a-4027-af0c-2c17171cc371 req-8c0daa48-f355-4424-8ef3-f57dbf65d94a tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4ff925a-f065-42a9-bdee-45eb1fefa4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301151 Sep 22 04:34:12.402826 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b745dfa-5c53-4982-a3ca-8552bf2c7662 req-edb10e64-ad36-43c3-a441-f77d626ba57e tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:34:12.405244 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-0b745dfa-5c53-4982-a3ca-8552bf2c7662 req-edb10e64-ad36-43c3-a441-f77d626ba57e tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "GET /v2.0/ports?device_id=57f78f2b-3a3f-4a01-b448-ec95f54237d4 HTTP/1.1" status: 200 len: 945 time: 0.0479877 Sep 22 04:34:12.446537 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-0b745dfa-5c53-4982-a3ca-8552bf2c7662 req-15732165-a980-4345-b584-e09973f21622 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4ff925a-f065-42a9-bdee-45eb1fefa4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347638 Sep 22 04:34:12.567211 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6383387-07f7-4448-b8ab-578fcef934bc req-6c28a922-b6c0-4a86-ac2b-5048db3329d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:34:12.568592 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-b6383387-07f7-4448-b8ab-578fcef934bc req-6c28a922-b6c0-4a86-ac2b-5048db3329d5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ad7f6cd153e24f3db680028c6bdb22b5&device_id=57f78f2b-3a3f-4a01-b448-ec95f54237d4 HTTP/1.1" status: 200 len: 1098 time: 0.0383332 Sep 22 04:34:12.654386 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6383387-07f7-4448-b8ab-578fcef934bc req-a7225537-3245-44e9-855f-eb50ba5feda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:34:12.655815 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-b6383387-07f7-4448-b8ab-578fcef934bc req-a7225537-3245-44e9-855f-eb50ba5feda4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ca51e19a-eb03-4e80-b068-2395ef770566 HTTP/1.1" status: 200 len: 910 time: 0.0799310 Sep 22 04:34:12.723124 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-b6383387-07f7-4448-b8ab-578fcef934bc req-74da8428-43fe-4beb-9084-c8c6410e435f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7f48021-f64e-4938-99a4-bdeec7e47ac5 HTTP/1.1" status: 200 len: 1000 time: 0.0587647 Sep 22 04:34:12.771807 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6383387-07f7-4448-b8ab-578fcef934bc req-f40193dc-8519-4e2b-b52f-c5516fe30667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:34:12.773224 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-b6383387-07f7-4448-b8ab-578fcef934bc req-f40193dc-8519-4e2b-b52f-c5516fe30667 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d4733523-2a04-4d39-afc7-a1fd1c83d105 HTTP/1.1" status: 200 len: 849 time: 0.0425477 Sep 22 04:34:12.817854 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6383387-07f7-4448-b8ab-578fcef934bc req-d9b5665e-98c3-42e0-8124-a721cacbd3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:34:12.819193 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-b6383387-07f7-4448-b8ab-578fcef934bc req-d9b5665e-98c3-42e0-8124-a721cacbd3e8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ca51e19a-eb03-4e80-b068-2395ef770566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0380099 Sep 22 04:34:12.909940 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-b6383387-07f7-4448-b8ab-578fcef934bc req-f95b8046-84a5-4668-a340-07141ff13b85 service neutron] 10.222.0.30 "GET /v2.0/networks/ca51e19a-eb03-4e80-b068-2395ef770566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825477 Sep 22 04:34:12.996960 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-b6383387-07f7-4448-b8ab-578fcef934bc req-52fa8c54-b6f7-4795-b334-420fe5dd90d9 service neutron] 10.222.0.30 "GET /v2.0/networks/ca51e19a-eb03-4e80-b068-2395ef770566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0784218 Sep 22 04:34:13.565397 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c224040e-f3f2-459a-87b3-97c53a892089 req-f84f256b-f25d-46d8-b55a-ac68e967e5f2 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:34:13.566883 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-c224040e-f3f2-459a-87b3-97c53a892089 req-f84f256b-f25d-46d8-b55a-ac68e967e5f2 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "GET /v2.0/ports?device_id=57f78f2b-3a3f-4a01-b448-ec95f54237d4 HTTP/1.1" status: 200 len: 945 time: 0.0518668 Sep 22 04:34:13.604196 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-c224040e-f3f2-459a-87b3-97c53a892089 req-baca7f9d-0201-4fd2-94f7-011225d2d2af tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4ff925a-f065-42a9-bdee-45eb1fefa4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310481 Sep 22 04:34:14.716147 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11276d31-e476-436d-b28f-df30c46d411d req-bb04f323-a630-491d-9957-534ecfd4a40f tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:34:14.717647 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-11276d31-e476-436d-b28f-df30c46d411d req-bb04f323-a630-491d-9957-534ecfd4a40f tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "GET /v2.0/ports?device_id=57f78f2b-3a3f-4a01-b448-ec95f54237d4 HTTP/1.1" status: 200 len: 945 time: 0.0475681 Sep 22 04:34:14.754146 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-11276d31-e476-436d-b28f-df30c46d411d req-815030e8-edc9-40d3-9655-23343d2c3703 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4ff925a-f065-42a9-bdee-45eb1fefa4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306950 Sep 22 04:34:17.113413 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 48398) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:34:17.213159 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-df726fb9-fa8f-4345-a2ff-e93bd8433fa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:34:17.299338 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-df726fb9-fa8f-4345-a2ff-e93bd8433fa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:34:17.384306 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-df726fb9-fa8f-4345-a2ff-e93bd8433fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:34:17.422535 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-df726fb9-fa8f-4345-a2ff-e93bd8433fa1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=29a83c341cfc42dcb81db616cf4849c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3068039 Sep 22 04:34:17.423649 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df726fb9-fa8f-4345-a2ff-e93bd8433fa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e672203a-0e65-4eec-ab24-727b97940f96,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:34:17.424408 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 48402) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:34:17.473120 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-d33d6b97-f8fd-40cb-950f-323cb61336cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:34:17.492634 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-d33d6b97-f8fd-40cb-950f-323cb61336cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:34:17.618892 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-d33d6b97-f8fd-40cb-950f-323cb61336cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:34:17.621349 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-d33d6b97-f8fd-40cb-950f-323cb61336cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:34:17.622999 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-d33d6b97-f8fd-40cb-950f-323cb61336cf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e672203a-0e65-4eec-ab24-727b97940f96 HTTP/1.1" status: 204 len: 168 time: 0.1970019 Sep 22 04:34:17.631233 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33d6b97-f8fd-40cb-950f-323cb61336cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e672203a-0e65-4eec-ab24-727b97940f96,revision_number=None']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:34:20.087693 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-d5fc0aea-1734-4668-874c-409d95428141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:34:22.509781 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-246b9577-de09-46d9-a4c8-2abe520601d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:34:23.276004 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:34:24.109836 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-62fe730e-da9a-4cac-a5e3-718f571d83ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:34:25.647504 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-c7bbae2d-f237-46cc-b838-3371bd865633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:34:27.348617 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54542c9f-8316-47aa-8dc7-e6ea0cc2c705 req-536fbeef-af64-4890-b4ed-b9389d40e17e tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:34:27.350087 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-54542c9f-8316-47aa-8dc7-e6ea0cc2c705 req-536fbeef-af64-4890-b4ed-b9389d40e17e tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=560ca75a-65de-49a4-ab3d-fe6c76280014 HTTP/1.1" status: 200 len: 945 time: 0.0471926 Sep 22 04:34:27.387537 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-54542c9f-8316-47aa-8dc7-e6ea0cc2c705 req-daf42ed0-282d-4471-b373-e9d49c237d5d tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc490354-469c-4979-a378-63a6480e9547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315051 Sep 22 04:34:28.505354 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d899f533-f626-4c3f-9f5c-f2a8decf1026 req-1939d4c2-5473-45f3-8180-cbc7c400b164 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:34:28.506805 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-d899f533-f626-4c3f-9f5c-f2a8decf1026 req-1939d4c2-5473-45f3-8180-cbc7c400b164 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=560ca75a-65de-49a4-ab3d-fe6c76280014 HTTP/1.1" status: 200 len: 945 time: 0.0475428 Sep 22 04:34:28.542802 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-d899f533-f626-4c3f-9f5c-f2a8decf1026 req-92a397e6-fdd1-4495-bcf9-3447859be2af tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc490354-469c-4979-a378-63a6480e9547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301886 Sep 22 04:34:29.661153 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e27aff-2d3e-473b-b2bc-be92cf64627c req-92039fca-0762-4dca-87d2-f98aed8b2748 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:34:29.662506 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-40e27aff-2d3e-473b-b2bc-be92cf64627c req-92039fca-0762-4dca-87d2-f98aed8b2748 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=560ca75a-65de-49a4-ab3d-fe6c76280014 HTTP/1.1" status: 200 len: 945 time: 0.0488362 Sep 22 04:34:29.697889 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-40e27aff-2d3e-473b-b2bc-be92cf64627c req-9af75939-125d-470a-9faa-109f892f10e0 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc490354-469c-4979-a378-63a6480e9547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296309 Sep 22 04:34:30.818831 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64af5070-c632-4e5c-94ed-99495c52eef0 req-7e78872c-1c8c-4e1b-9616-3e8b4ee55944 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:34:30.820301 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-64af5070-c632-4e5c-94ed-99495c52eef0 req-7e78872c-1c8c-4e1b-9616-3e8b4ee55944 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=560ca75a-65de-49a4-ab3d-fe6c76280014 HTTP/1.1" status: 200 len: 945 time: 0.0507519 Sep 22 04:34:30.856305 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-64af5070-c632-4e5c-94ed-99495c52eef0 req-462ea0da-8c13-4959-b257-00e0319eca0c tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc490354-469c-4979-a378-63a6480e9547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301723 Sep 22 04:34:31.971831 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532202d8-a76e-4b4b-8d3f-9eff31cdf554 req-f1c386e1-6413-4243-aee8-8f3348857eed tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:34:31.973296 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-532202d8-a76e-4b4b-8d3f-9eff31cdf554 req-f1c386e1-6413-4243-aee8-8f3348857eed tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=560ca75a-65de-49a4-ab3d-fe6c76280014 HTTP/1.1" status: 200 len: 945 time: 0.0471621 Sep 22 04:34:32.012042 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-532202d8-a76e-4b4b-8d3f-9eff31cdf554 req-cf742700-2265-4010-92c6-a377f41d4708 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc490354-469c-4979-a378-63a6480e9547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329909 Sep 22 04:34:33.128325 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f7e756-f3c0-4af7-8e9e-bcc320125d7a req-490a86a7-7635-41dc-ba3a-fb357ebf6a65 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:34:33.129828 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-96f7e756-f3c0-4af7-8e9e-bcc320125d7a req-490a86a7-7635-41dc-ba3a-fb357ebf6a65 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=560ca75a-65de-49a4-ab3d-fe6c76280014 HTTP/1.1" status: 200 len: 945 time: 0.0475569 Sep 22 04:34:33.166899 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-96f7e756-f3c0-4af7-8e9e-bcc320125d7a req-afbab47d-3ac2-4deb-8e84-226bee671d53 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc490354-469c-4979-a378-63a6480e9547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312848 Sep 22 04:34:34.283289 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfa1bac-b3c7-4aab-a64c-efe2c6896f33 req-8d2edb87-95a5-4f90-a73f-725adc59cf49 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:34:34.284747 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-0cfa1bac-b3c7-4aab-a64c-efe2c6896f33 req-8d2edb87-95a5-4f90-a73f-725adc59cf49 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=560ca75a-65de-49a4-ab3d-fe6c76280014 HTTP/1.1" status: 200 len: 945 time: 0.0467739 Sep 22 04:34:34.320284 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-0cfa1bac-b3c7-4aab-a64c-efe2c6896f33 req-a4b9650d-1e3f-4651-bebb-8e3c191b4955 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc490354-469c-4979-a378-63a6480e9547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298340 Sep 22 04:34:35.436914 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bd3d07-9972-4f05-ae86-2d436cbe925b req-4fb7bbd2-8909-4aeb-8849-ae9fed2f086a tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:34:35.438353 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-11bd3d07-9972-4f05-ae86-2d436cbe925b req-4fb7bbd2-8909-4aeb-8849-ae9fed2f086a tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=560ca75a-65de-49a4-ab3d-fe6c76280014 HTTP/1.1" status: 200 len: 945 time: 0.0471256 Sep 22 04:34:35.474471 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-11bd3d07-9972-4f05-ae86-2d436cbe925b req-f64814ba-0b8b-4b3c-af26-a7e1f63e655d tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc490354-469c-4979-a378-63a6480e9547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301008 Sep 22 04:34:36.592561 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65b8e18-c540-4143-84c5-d07fb1fcaae5 req-872e03eb-e63a-4783-bc43-cf1769095450 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:34:36.594358 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-a65b8e18-c540-4143-84c5-d07fb1fcaae5 req-872e03eb-e63a-4783-bc43-cf1769095450 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=560ca75a-65de-49a4-ab3d-fe6c76280014 HTTP/1.1" status: 200 len: 945 time: 0.0507498 Sep 22 04:34:36.634631 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-a65b8e18-c540-4143-84c5-d07fb1fcaae5 req-843dbfc0-9e10-40a8-a1fe-ec8d7c299994 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc490354-469c-4979-a378-63a6480e9547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331087 Sep 22 04:34:36.743726 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:34:37.755036 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205a3603-cf25-48ed-8340-3e359f324963 req-c88c288f-cd5c-406f-a971-2ce4f65e9c40 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:34:37.756533 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-205a3603-cf25-48ed-8340-3e359f324963 req-c88c288f-cd5c-406f-a971-2ce4f65e9c40 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=560ca75a-65de-49a4-ab3d-fe6c76280014 HTTP/1.1" status: 200 len: 945 time: 0.0516346 Sep 22 04:34:37.793169 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-205a3603-cf25-48ed-8340-3e359f324963 req-66e64ffb-1bff-46c7-870e-f49e10cdeec0 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc490354-469c-4979-a378-63a6480e9547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305047 Sep 22 04:34:38.909308 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149a9eb7-582a-4dd5-9c92-3adc629323b6 req-301d0641-042e-4a92-8ba6-b64d7535cbc0 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:34:38.910811 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-149a9eb7-582a-4dd5-9c92-3adc629323b6 req-301d0641-042e-4a92-8ba6-b64d7535cbc0 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=560ca75a-65de-49a4-ab3d-fe6c76280014 HTTP/1.1" status: 200 len: 945 time: 0.0478346 Sep 22 04:34:38.950670 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-149a9eb7-582a-4dd5-9c92-3adc629323b6 req-509f7521-ca24-43a8-818f-1642625e4335 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc490354-469c-4979-a378-63a6480e9547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339403 Sep 22 04:34:40.068912 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c92bfa-6ef0-4ea9-93e1-11e91f83007e req-41ba2e48-9b67-4655-b7fa-7f237967315f tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:34:40.070363 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-83c92bfa-6ef0-4ea9-93e1-11e91f83007e req-41ba2e48-9b67-4655-b7fa-7f237967315f tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=560ca75a-65de-49a4-ab3d-fe6c76280014 HTTP/1.1" status: 200 len: 945 time: 0.0474663 Sep 22 04:34:40.106255 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-83c92bfa-6ef0-4ea9-93e1-11e91f83007e req-b322609d-b4bb-4925-a6e8-d4a2eb712ab2 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc490354-469c-4979-a378-63a6480e9547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299845 Sep 22 04:34:41.222067 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2acc49-96e6-44b0-ad16-98d4f353bbe3 req-b3677dc0-f2b9-4ff6-a8db-ac74112f2599 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:34:41.223434 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-0f2acc49-96e6-44b0-ad16-98d4f353bbe3 req-b3677dc0-f2b9-4ff6-a8db-ac74112f2599 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=560ca75a-65de-49a4-ab3d-fe6c76280014 HTTP/1.1" status: 200 len: 945 time: 0.0468748 Sep 22 04:34:41.258950 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-0f2acc49-96e6-44b0-ad16-98d4f353bbe3 req-af415ea0-1c3d-463b-bb5e-71b37a3e09c5 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc490354-469c-4979-a378-63a6480e9547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297282 Sep 22 04:34:42.323817 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-23491d4f-fba8-48fa-a8af-d12f4b9d3367 req-ec3dd0d4-5e28-432c-bbcd-f7e1844d9976 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=57f78f2b-3a3f-4a01-b448-ec95f54237d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381072 Sep 22 04:34:42.376027 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec064f1-2d4c-4026-8766-304ac3978bdc req-5d23b939-196b-4506-b93a-9dc5a85312f2 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:34:42.377531 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-8ec064f1-2d4c-4026-8766-304ac3978bdc req-5d23b939-196b-4506-b93a-9dc5a85312f2 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=560ca75a-65de-49a4-ab3d-fe6c76280014 HTTP/1.1" status: 200 len: 945 time: 0.0472488 Sep 22 04:34:42.383457 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23491d4f-fba8-48fa-a8af-d12f4b9d3367 req-303e62fd-f139-462e-953d-1b1d93411704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:34:42.384981 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-23491d4f-fba8-48fa-a8af-d12f4b9d3367 req-303e62fd-f139-462e-953d-1b1d93411704 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ad7f6cd153e24f3db680028c6bdb22b5&device_id=57f78f2b-3a3f-4a01-b448-ec95f54237d4 HTTP/1.1" status: 200 len: 1098 time: 0.0394862 Sep 22 04:34:42.414250 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-8ec064f1-2d4c-4026-8766-304ac3978bdc req-7e783e74-dafe-4561-b763-f95e2c90a69b tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc490354-469c-4979-a378-63a6480e9547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307884 Sep 22 04:34:42.723556 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23491d4f-fba8-48fa-a8af-d12f4b9d3367 req-1115c488-7140-41b8-9e38-3e71e1c6421e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:34:42.725041 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-23491d4f-fba8-48fa-a8af-d12f4b9d3367 req-1115c488-7140-41b8-9e38-3e71e1c6421e service neutron] 10.222.0.30 "GET /v2.0/networks?id=ca51e19a-eb03-4e80-b068-2395ef770566 HTTP/1.1" status: 200 len: 910 time: 0.3199151 Sep 22 04:34:42.789281 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-23491d4f-fba8-48fa-a8af-d12f4b9d3367 req-dd387154-be21-4eed-9b81-2970fd302282 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7f48021-f64e-4938-99a4-bdeec7e47ac5 HTTP/1.1" status: 200 len: 1000 time: 0.0566630 Sep 22 04:34:42.839770 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23491d4f-fba8-48fa-a8af-d12f4b9d3367 req-115cf080-9c2c-49a8-a868-fb8cee06cd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:34:42.841173 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-23491d4f-fba8-48fa-a8af-d12f4b9d3367 req-115cf080-9c2c-49a8-a868-fb8cee06cd0e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d4733523-2a04-4d39-afc7-a1fd1c83d105 HTTP/1.1" status: 200 len: 849 time: 0.0445273 Sep 22 04:34:42.884934 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23491d4f-fba8-48fa-a8af-d12f4b9d3367 req-64ea6dff-9a32-4cea-b5ac-ab7ccbdb6d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:34:42.886344 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-23491d4f-fba8-48fa-a8af-d12f4b9d3367 req-64ea6dff-9a32-4cea-b5ac-ab7ccbdb6d09 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ca51e19a-eb03-4e80-b068-2395ef770566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0383451 Sep 22 04:34:42.977736 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-23491d4f-fba8-48fa-a8af-d12f4b9d3367 req-d097c8d7-e673-4903-92b2-06855c445516 service neutron] 10.222.0.30 "GET /v2.0/networks/ca51e19a-eb03-4e80-b068-2395ef770566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836740 Sep 22 04:34:43.067449 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-23491d4f-fba8-48fa-a8af-d12f4b9d3367 req-0c75807c-9f89-4813-aede-a7aeac869981 service neutron] 10.222.0.30 "GET /v2.0/networks/ca51e19a-eb03-4e80-b068-2395ef770566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795839 Sep 22 04:34:43.531878 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b06ced-1ee5-4586-9256-fadee0086cbc req-e35317b9-4048-471b-a13b-75fa05d68fa5 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:34:43.533387 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-c3b06ced-1ee5-4586-9256-fadee0086cbc req-e35317b9-4048-471b-a13b-75fa05d68fa5 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=560ca75a-65de-49a4-ab3d-fe6c76280014 HTTP/1.1" status: 200 len: 945 time: 0.0478258 Sep 22 04:34:43.570155 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-c3b06ced-1ee5-4586-9256-fadee0086cbc req-3ccc1a2a-2077-4d43-84cd-81148ac7572a tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc490354-469c-4979-a378-63a6480e9547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308967 Sep 22 04:34:44.080441 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.agents_db [None req-7fda405f-bd13-41fd-9497-f6551785b8a3 None None] Agent healthcheck: found 6 active agents {{(pid=94618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 04:34:44.691801 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93bcd42-e578-4a4f-8eee-14ac57b0a91e req-5c6a809c-3821-4725-a75e-71c024a0dc48 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:34:44.693316 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-a93bcd42-e578-4a4f-8eee-14ac57b0a91e req-5c6a809c-3821-4725-a75e-71c024a0dc48 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=560ca75a-65de-49a4-ab3d-fe6c76280014 HTTP/1.1" status: 200 len: 945 time: 0.0539148 Sep 22 04:34:44.729744 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-a93bcd42-e578-4a4f-8eee-14ac57b0a91e req-cab00803-e585-416e-ba51-de85694f475f tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc490354-469c-4979-a378-63a6480e9547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305197 Sep 22 04:34:45.848907 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9ac463-4216-49e7-bc78-28e4b719a3a2 req-04f0eabb-42a0-4197-b312-67ca7e9a905e tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:34:45.850374 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-cc9ac463-4216-49e7-bc78-28e4b719a3a2 req-04f0eabb-42a0-4197-b312-67ca7e9a905e tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=560ca75a-65de-49a4-ab3d-fe6c76280014 HTTP/1.1" status: 200 len: 945 time: 0.0506878 Sep 22 04:34:45.887572 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-cc9ac463-4216-49e7-bc78-28e4b719a3a2 req-aa958615-bed1-4961-903a-dba48c5cd3f0 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc490354-469c-4979-a378-63a6480e9547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314033 Sep 22 04:34:47.005981 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05458005-640f-41f1-9795-722b8874fb0b req-e3a0fc6b-0984-4ed6-b7c0-516f0010716c tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:34:47.007464 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-05458005-640f-41f1-9795-722b8874fb0b req-e3a0fc6b-0984-4ed6-b7c0-516f0010716c tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=560ca75a-65de-49a4-ab3d-fe6c76280014 HTTP/1.1" status: 200 len: 945 time: 0.0473328 Sep 22 04:34:47.043892 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-05458005-640f-41f1-9795-722b8874fb0b req-c0f378b2-3e88-49f1-8af7-84e13b724edd tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc490354-469c-4979-a378-63a6480e9547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306563 Sep 22 04:34:48.160680 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645dc512-3df1-4897-9554-74bc8f168d26 req-b8d3fb86-a84d-44fe-8800-6b893608f334 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:34:48.162411 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-645dc512-3df1-4897-9554-74bc8f168d26 req-b8d3fb86-a84d-44fe-8800-6b893608f334 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=560ca75a-65de-49a4-ab3d-fe6c76280014 HTTP/1.1" status: 200 len: 945 time: 0.0486875 Sep 22 04:34:48.200721 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-645dc512-3df1-4897-9554-74bc8f168d26 req-e2300d70-3083-4963-9a1e-3ced6a5c5b6e tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc490354-469c-4979-a378-63a6480e9547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324440 Sep 22 04:34:48.960545 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa96122f-fccc-4678-8bf7-7ac1d575547b req-ca144806-161b-4428-95f0-3aea39668820 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:34:48.961996 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-aa96122f-fccc-4678-8bf7-7ac1d575547b req-ca144806-161b-4428-95f0-3aea39668820 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "GET /v2.0/ports?device_id=57f78f2b-3a3f-4a01-b448-ec95f54237d4 HTTP/1.1" status: 200 len: 945 time: 0.0507100 Sep 22 04:34:48.999056 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-aa96122f-fccc-4678-8bf7-7ac1d575547b req-778d1ba6-57a4-4a36-946a-22e7a15f5734 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4ff925a-f065-42a9-bdee-45eb1fefa4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305884 Sep 22 04:34:49.319238 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3c76d5-8bf0-4bc3-bcad-d778da5fa0b7 req-649c4d55-22d3-4e26-917b-85ee4fa18d40 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:34:49.320705 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-5b3c76d5-8bf0-4bc3-bcad-d778da5fa0b7 req-649c4d55-22d3-4e26-917b-85ee4fa18d40 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=560ca75a-65de-49a4-ab3d-fe6c76280014 HTTP/1.1" status: 200 len: 945 time: 0.0466146 Sep 22 04:34:49.357164 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-5b3c76d5-8bf0-4bc3-bcad-d778da5fa0b7 req-4e75f23a-652f-4ec6-9308-fa2cadb5f749 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc490354-469c-4979-a378-63a6480e9547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306470 Sep 22 04:34:50.070757 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Device 3c0160cb-7b20-4b5f-88e0-8d50d36a0aba details requested by agent hyperv_hv-cinder-81011 with host hv-cinder-81011 {{(pid=94617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 04:34:50.099735 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-20f4c191-bbe9-4036-a170-e4bb4144fda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:34:50.113266 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fa2cd8-51ef-4258-9440-c56c8eb53fad req-ed9a3db9-779f-4769-a299-8a98eaa0a344 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:34:50.114783 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-98fa2cd8-51ef-4258-9440-c56c8eb53fad req-ed9a3db9-779f-4769-a299-8a98eaa0a344 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "GET /v2.0/ports?device_id=57f78f2b-3a3f-4a01-b448-ec95f54237d4 HTTP/1.1" status: 200 len: 945 time: 0.0480847 Sep 22 04:34:50.154123 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-98fa2cd8-51ef-4258-9440-c56c8eb53fad req-0f2b4026-1fbf-4844-aa96-bfe2a8d83820 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4ff925a-f065-42a9-bdee-45eb1fefa4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324917 Sep 22 04:34:50.180774 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] For port 3c0160cb-7b20-4b5f-88e0-8d50d36a0aba, host hv-cinder-81011, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81011',level=0,port_id=3c0160cb-7b20-4b5f-88e0-8d50d36a0aba,segment=NetworkSegment(30b5be0d-9a0d-4d41-ab50-368f87857a66),segment_id=30b5be0d-9a0d-4d41-ab50-368f87857a66)] {{(pid=94617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:34:50.184014 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Returning: {'device': '3c0160cb-7b20-4b5f-88e0-8d50d36a0aba', 'network_id': '203dddc9-87c2-468f-9ab9-d2290e8ee531', 'port_id': '3c0160cb-7b20-4b5f-88e0-8d50d36a0aba', 'mac_address': 'fa:16:3e:c8:66:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4ceb253-3d8e-46ef-b438-694b8c1700e2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 04:34:50.221233 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:34:50.233734 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.notifiers.nova [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3c0160cb-7b20-4b5f-88e0-8d50d36a0aba {{(pid=94617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 04:34:50.253561 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] For port 3c0160cb-7b20-4b5f-88e0-8d50d36a0aba, host hv-cinder-81011, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81011',level=0,port_id=3c0160cb-7b20-4b5f-88e0-8d50d36a0aba,segment=NetworkSegment(30b5be0d-9a0d-4d41-ab50-368f87857a66),segment_id=30b5be0d-9a0d-4d41-ab50-368f87857a66)] {{(pid=94617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:34:50.332939 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:34:50.386773 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Pushing event updated for resources: {'Port': ['ID=3c0160cb-7b20-4b5f-88e0-8d50d36a0aba,revision_number=6']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:34:50.393907 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:34:50.394255 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:34:50.394586 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:34:50.394917 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:34:50.395308 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:34:50.395560 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:34:50.395885 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:34:50.396208 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:34:50.396639 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:34:50.396967 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:34:50.397285 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:34:50.397604 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:34:50.417247 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] get_ports_and_sgs() called for port_ids ['3c0160cb-7b20-4b5f-88e0-8d50d36a0aba'] {{(pid=94617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 04:34:50.474184 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818ff0a0-7a1d-4c05-8a1a-59de547fb764 req-0e7604e9-636b-45ce-93f8-f7e90ad0b59f tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:34:50.475667 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-818ff0a0-7a1d-4c05-8a1a-59de547fb764 req-0e7604e9-636b-45ce-93f8-f7e90ad0b59f tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=560ca75a-65de-49a4-ab3d-fe6c76280014 HTTP/1.1" status: 200 len: 944 time: 0.0479138 Sep 22 04:34:50.512318 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-818ff0a0-7a1d-4c05-8a1a-59de547fb764 req-5a696086-5338-4ee7-8555-f33c59cae248 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc490354-469c-4979-a378-63a6480e9547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305281 Sep 22 04:34:51.279117 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450ef823-90f6-45cd-a1bb-def3c0a735ac req-57fece4b-5ddc-443f-b04a-719690ad940a tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:34:51.280664 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-450ef823-90f6-45cd-a1bb-def3c0a735ac req-57fece4b-5ddc-443f-b04a-719690ad940a tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "GET /v2.0/ports?device_id=57f78f2b-3a3f-4a01-b448-ec95f54237d4 HTTP/1.1" status: 200 len: 945 time: 0.0499730 Sep 22 04:34:51.319581 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-450ef823-90f6-45cd-a1bb-def3c0a735ac req-139ec864-09ca-435c-8c89-c1fd16c3024e tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4ff925a-f065-42a9-bdee-45eb1fefa4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329652 Sep 22 04:34:51.637775 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f96666-d5a3-4b24-bcbf-11cbf0941e1a req-09a582fe-3992-4350-a118-cadbed8afbc3 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:34:51.639426 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-80f96666-d5a3-4b24-bcbf-11cbf0941e1a req-09a582fe-3992-4350-a118-cadbed8afbc3 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=560ca75a-65de-49a4-ab3d-fe6c76280014 HTTP/1.1" status: 200 len: 944 time: 0.0528615 Sep 22 04:34:51.688655 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-80f96666-d5a3-4b24-bcbf-11cbf0941e1a req-46588393-eded-4d20-9dfb-febd1ed5ce53 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc490354-469c-4979-a378-63a6480e9547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387204 Sep 22 04:34:52.086522 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Device 3c0160cb-7b20-4b5f-88e0-8d50d36a0aba up at agent hyperv_hv-cinder-81011 {{(pid=94617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 04:34:52.136763 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Provisioning complete for port 3c0160cb-7b20-4b5f-88e0-8d50d36a0aba triggered by entity L2. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 04:34:52.137387 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628798'] for port, provisioning_complete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:34:52.219891 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:34:52.245586 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '560ca75a-65de-49a4-ab3d-fe6c76280014', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c0160cb-7b20-4b5f-88e0-8d50d36a0aba'}] {{(pid=94617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 04:34:52.248413 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}993cef13cba3f0ab7640ec7edf55a13b4a27e0226575f61fb20ce20e7b239147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d95986e-1b50-4c0b-bf53-efaf07ad9764" -d '{"events": [{"server_uuid": "560ca75a-65de-49a4-ab3d-fe6c76280014", "name": "network-vif-plugged", "status": "completed", "tag": "3c0160cb-7b20-4b5f-88e0-8d50d36a0aba"}]}' {{(pid=94617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 04:34:52.273953 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] For port 3c0160cb-7b20-4b5f-88e0-8d50d36a0aba, host hv-cinder-81011, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81011',level=0,port_id=3c0160cb-7b20-4b5f-88e0-8d50d36a0aba,segment=NetworkSegment(30b5be0d-9a0d-4d41-ab50-368f87857a66),segment_id=30b5be0d-9a0d-4d41-ab50-368f87857a66)] {{(pid=94617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:34:52.338290 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:34:52.398997 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Pushing event updated for resources: {'Port': ['ID=3c0160cb-7b20-4b5f-88e0-8d50d36a0aba,revision_number=7']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:34:52.479924 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 04:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-934ac28b-6974-4144-8e47-31cf2f6616d4 x-openstack-request-id: req-934ac28b-6974-4144-8e47-31cf2f6616d4 {{(pid=94617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 04:34:52.479924 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "560ca75a-65de-49a4-ab3d-fe6c76280014", "name": "network-vif-plugged", "status": "completed", "tag": "3c0160cb-7b20-4b5f-88e0-8d50d36a0aba", "code": 200}]} {{(pid=94617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 04:34:52.479924 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-934ac28b-6974-4144-8e47-31cf2f6616d4 {{(pid=94617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 04:34:52.479924 dv-cinder-810118-1-iscsi neutron-server[94617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '560ca75a-65de-49a4-ab3d-fe6c76280014', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c0160cb-7b20-4b5f-88e0-8d50d36a0aba', 'code': 200} Sep 22 04:34:52.488049 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f03e9e-b278-4f3d-af0f-3d7f73701f46 req-e0201ed7-55a0-4b69-b20b-1adb9980a38a tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:34:52.489568 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-14f03e9e-b278-4f3d-af0f-3d7f73701f46 req-e0201ed7-55a0-4b69-b20b-1adb9980a38a tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "GET /v2.0/ports?device_id=57f78f2b-3a3f-4a01-b448-ec95f54237d4 HTTP/1.1" status: 200 len: 945 time: 0.0614831 Sep 22 04:34:52.527306 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-0cc5a85e-8796-4896-89e8-851809058664 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:34:52.537090 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-14f03e9e-b278-4f3d-af0f-3d7f73701f46 req-0efb499c-e5f0-4d3b-a211-e8cee77c5b93 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4ff925a-f065-42a9-bdee-45eb1fefa4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412266 Sep 22 04:34:52.818575 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e61455-6c19-4d01-b25c-575e04abb2b3 req-5f19851b-180a-4d71-b096-95a30da61427 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:34:52.820930 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-b3e61455-6c19-4d01-b25c-575e04abb2b3 req-5f19851b-180a-4d71-b096-95a30da61427 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=560ca75a-65de-49a4-ab3d-fe6c76280014 HTTP/1.1" status: 200 len: 945 time: 0.0571296 Sep 22 04:34:52.863423 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-b3e61455-6c19-4d01-b25c-575e04abb2b3 req-0315ae08-0978-4424-8a86-cdbfcbfc6f68 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc490354-469c-4979-a378-63a6480e9547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359874 Sep 22 04:34:53.298909 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:34:53.654897 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1482708a-1145-41f8-90fe-c87d2aafd8ae req-7de0417f-8abc-4cf1-ba67-8dc8d306d462 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:34:53.656384 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-1482708a-1145-41f8-90fe-c87d2aafd8ae req-7de0417f-8abc-4cf1-ba67-8dc8d306d462 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "GET /v2.0/ports?device_id=57f78f2b-3a3f-4a01-b448-ec95f54237d4 HTTP/1.1" status: 200 len: 945 time: 0.0505729 Sep 22 04:34:53.693487 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-1482708a-1145-41f8-90fe-c87d2aafd8ae req-56c645d7-9675-4da7-89a4-035b6f9caa5d tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4ff925a-f065-42a9-bdee-45eb1fefa4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311310 Sep 22 04:34:54.001928 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb30c74-6097-4a00-8caa-82a59e7801b6 req-3e1d59f9-3ed4-4e1b-bd28-26f13262c390 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:34:54.004833 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-1fb30c74-6097-4a00-8caa-82a59e7801b6 req-3e1d59f9-3ed4-4e1b-bd28-26f13262c390 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=560ca75a-65de-49a4-ab3d-fe6c76280014 HTTP/1.1" status: 200 len: 945 time: 0.0623083 Sep 22 04:34:54.056393 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-1fb30c74-6097-4a00-8caa-82a59e7801b6 req-1a618a41-c180-44f5-a623-d09dfc539bd2 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc490354-469c-4979-a378-63a6480e9547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440907 Sep 22 04:34:54.082155 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-62fe730e-da9a-4cac-a5e3-718f571d83ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:34:54.820837 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb40948-5a9e-4269-861c-b2bbc6d3cd21 req-471b3fdc-fe9c-4e7e-9ad3-474344a5fb4a tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:34:54.823216 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-6fb40948-5a9e-4269-861c-b2bbc6d3cd21 req-471b3fdc-fe9c-4e7e-9ad3-474344a5fb4a tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "GET /v2.0/ports?device_id=57f78f2b-3a3f-4a01-b448-ec95f54237d4 HTTP/1.1" status: 200 len: 945 time: 0.0610199 Sep 22 04:34:54.867280 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-6fb40948-5a9e-4269-861c-b2bbc6d3cd21 req-2ae9402e-c972-4b45-9a67-24c0b27ee5ff tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4ff925a-f065-42a9-bdee-45eb1fefa4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367315 Sep 22 04:34:55.194364 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a99e598-d4d3-4b55-b54a-9bcbd247e87a req-48198e87-a2e2-4d0b-8708-5f09223b8d88 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:34:55.196816 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-5a99e598-d4d3-4b55-b54a-9bcbd247e87a req-48198e87-a2e2-4d0b-8708-5f09223b8d88 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=560ca75a-65de-49a4-ab3d-fe6c76280014 HTTP/1.1" status: 200 len: 945 time: 0.0512984 Sep 22 04:34:55.237164 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-5a99e598-d4d3-4b55-b54a-9bcbd247e87a req-8a79e7d0-ecbe-49f9-a5a4-c1d8993ba445 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc490354-469c-4979-a378-63a6480e9547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335863 Sep 22 04:34:55.607011 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-c7bbae2d-f237-46cc-b838-3371bd865633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:34:55.990757 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bfb367-0b4b-49ec-b3b1-e38bffcd54bf req-e81313c5-b950-476c-8691-cf2717657a49 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:34:55.992436 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-86bfb367-0b4b-49ec-b3b1-e38bffcd54bf req-e81313c5-b950-476c-8691-cf2717657a49 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "GET /v2.0/ports?device_id=57f78f2b-3a3f-4a01-b448-ec95f54237d4 HTTP/1.1" status: 200 len: 945 time: 0.0553198 Sep 22 04:34:56.037094 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-86bfb367-0b4b-49ec-b3b1-e38bffcd54bf req-58899899-4af2-4ca1-ae1d-6bdc1568bde3 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4ff925a-f065-42a9-bdee-45eb1fefa4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385966 Sep 22 04:34:56.368898 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2df42f-5299-43d0-bdb3-0f1e32776e78 req-23d6c280-045a-4dca-9edf-bd3949fcba42 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:34:56.370377 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-4c2df42f-5299-43d0-bdb3-0f1e32776e78 req-23d6c280-045a-4dca-9edf-bd3949fcba42 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=560ca75a-65de-49a4-ab3d-fe6c76280014 HTTP/1.1" status: 200 len: 945 time: 0.0564437 Sep 22 04:34:56.408771 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-4c2df42f-5299-43d0-bdb3-0f1e32776e78 req-8c63e492-2a41-46e8-9d13-c0a960fd7202 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc490354-469c-4979-a378-63a6480e9547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321891 Sep 22 04:34:57.167509 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e011ea-a392-481f-a301-3ca5249183c8 req-2d323a54-fb54-4c02-bd55-246097542893 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:34:57.169746 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-a3e011ea-a392-481f-a301-3ca5249183c8 req-2d323a54-fb54-4c02-bd55-246097542893 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "GET /v2.0/ports?device_id=57f78f2b-3a3f-4a01-b448-ec95f54237d4 HTTP/1.1" status: 200 len: 945 time: 0.0519781 Sep 22 04:34:57.210350 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-a3e011ea-a392-481f-a301-3ca5249183c8 req-885e9533-4bf5-4b85-bca7-ac0caa48225a tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4ff925a-f065-42a9-bdee-45eb1fefa4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320542 Sep 22 04:34:57.537513 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c83731-c717-4b21-bc5c-889dfb5c4978 req-06383bd4-86a4-4f1c-84ad-735edd62a648 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:34:57.539337 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-56c83731-c717-4b21-bc5c-889dfb5c4978 req-06383bd4-86a4-4f1c-84ad-735edd62a648 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=560ca75a-65de-49a4-ab3d-fe6c76280014 HTTP/1.1" status: 200 len: 945 time: 0.0511758 Sep 22 04:34:57.580285 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-56c83731-c717-4b21-bc5c-889dfb5c4978 req-3fb0aa3c-563a-4885-8a9f-8c54b2dbae3e tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc490354-469c-4979-a378-63a6480e9547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337422 Sep 22 04:34:58.345006 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca25640-b530-4441-8460-d1f667102d04 req-4d9dd96f-3613-4de5-a0d7-b6e08e25b00a tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:34:58.346487 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-4ca25640-b530-4441-8460-d1f667102d04 req-4d9dd96f-3613-4de5-a0d7-b6e08e25b00a tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "GET /v2.0/ports?device_id=57f78f2b-3a3f-4a01-b448-ec95f54237d4 HTTP/1.1" status: 200 len: 945 time: 0.0550165 Sep 22 04:34:58.387487 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-4ca25640-b530-4441-8460-d1f667102d04 req-957e2e78-4db8-4535-a60f-196877651139 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4ff925a-f065-42a9-bdee-45eb1fefa4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338659 Sep 22 04:34:58.705461 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d0a979-dc51-4fcd-8d68-7f2ffab940ce req-000902a4-6314-4beb-a3ae-76869d8e65b0 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:34:58.707632 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-38d0a979-dc51-4fcd-8d68-7f2ffab940ce req-000902a4-6314-4beb-a3ae-76869d8e65b0 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=560ca75a-65de-49a4-ab3d-fe6c76280014 HTTP/1.1" status: 200 len: 945 time: 0.0496945 Sep 22 04:34:58.752991 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-38d0a979-dc51-4fcd-8d68-7f2ffab940ce req-f132ff96-9e82-4670-8d0d-a3e7e022ce07 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc490354-469c-4979-a378-63a6480e9547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391130 Sep 22 04:34:59.508261 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aec613-35d4-44fc-aaa6-50abc566b0af req-ac39e514-c753-4bd8-9964-8d7b69ecf103 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:34:59.509770 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-61aec613-35d4-44fc-aaa6-50abc566b0af req-ac39e514-c753-4bd8-9964-8d7b69ecf103 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "GET /v2.0/ports?device_id=57f78f2b-3a3f-4a01-b448-ec95f54237d4 HTTP/1.1" status: 200 len: 945 time: 0.0472567 Sep 22 04:34:59.555507 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-61aec613-35d4-44fc-aaa6-50abc566b0af req-aa8096fb-ab7c-4fcc-94d1-ed69f1a8d68f tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4ff925a-f065-42a9-bdee-45eb1fefa4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362391 Sep 22 04:35:00.085531 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b065b3-fba2-43ae-8ca3-ca3e458945d5 req-d0733ad3-c355-44da-84e0-fc020ef0f689 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:35:00.087020 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-c8b065b3-fba2-43ae-8ca3-ca3e458945d5 req-d0733ad3-c355-44da-84e0-fc020ef0f689 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=560ca75a-65de-49a4-ab3d-fe6c76280014 HTTP/1.1" status: 200 len: 945 time: 0.2650056 Sep 22 04:35:00.127529 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-c8b065b3-fba2-43ae-8ca3-ca3e458945d5 req-f3b04f57-9766-4e17-bcc6-a561776806d4 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc490354-469c-4979-a378-63a6480e9547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340991 Sep 22 04:35:00.667668 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd84fa75-e6b6-464f-b4cd-244afabad1a4 req-4a4f4ed4-8a53-41ea-bb61-cbbdbedc61ea tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:35:00.669172 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-bd84fa75-e6b6-464f-b4cd-244afabad1a4 req-4a4f4ed4-8a53-41ea-bb61-cbbdbedc61ea tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "GET /v2.0/ports?device_id=57f78f2b-3a3f-4a01-b448-ec95f54237d4 HTTP/1.1" status: 200 len: 945 time: 0.0474720 Sep 22 04:35:00.711055 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-bd84fa75-e6b6-464f-b4cd-244afabad1a4 req-8738e3ba-5895-4409-a569-70a373b23ad9 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4ff925a-f065-42a9-bdee-45eb1fefa4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356421 Sep 22 04:35:01.226292 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1a294e-b4ac-4a90-8c2d-cd6c0d62664d req-3989cceb-8c45-463a-a6f6-ccfcbe5ae77b tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:35:01.228155 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-6b1a294e-b4ac-4a90-8c2d-cd6c0d62664d req-3989cceb-8c45-463a-a6f6-ccfcbe5ae77b tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "GET /v2.0/ports?device_id=57f78f2b-3a3f-4a01-b448-ec95f54237d4 HTTP/1.1" status: 200 len: 945 time: 0.0551324 Sep 22 04:35:01.257889 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb7ef02-c5f4-4ab3-8abf-7976af658e69 req-e3cc7664-43cf-4b57-9412-5e712be48bf8 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:35:01.259401 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-ebb7ef02-c5f4-4ab3-8abf-7976af658e69 req-e3cc7664-43cf-4b57-9412-5e712be48bf8 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=560ca75a-65de-49a4-ab3d-fe6c76280014 HTTP/1.1" status: 200 len: 945 time: 0.0588174 Sep 22 04:35:01.269881 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-6b1a294e-b4ac-4a90-8c2d-cd6c0d62664d req-7fee699d-3fc2-4759-9878-e90198298782 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4ff925a-f065-42a9-bdee-45eb1fefa4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332274 Sep 22 04:35:01.298529 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-ebb7ef02-c5f4-4ab3-8abf-7976af658e69 req-7146178a-7e5a-4649-a961-09682aa55822 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc490354-469c-4979-a378-63a6480e9547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323384 Sep 22 04:35:01.350175 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299bb1fa-fb25-4135-bc7a-ebf98dfc4460 req-8098b78c-4601-40a9-9e7f-2535e853ab81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:35:01.351630 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-299bb1fa-fb25-4135-bc7a-ebf98dfc4460 req-8098b78c-4601-40a9-9e7f-2535e853ab81 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ad7f6cd153e24f3db680028c6bdb22b5&device_id=57f78f2b-3a3f-4a01-b448-ec95f54237d4 HTTP/1.1" status: 200 len: 1098 time: 0.0397367 Sep 22 04:35:01.441195 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299bb1fa-fb25-4135-bc7a-ebf98dfc4460 req-73a31145-63f2-4884-b22d-4b214316adbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:35:01.442617 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-299bb1fa-fb25-4135-bc7a-ebf98dfc4460 req-73a31145-63f2-4884-b22d-4b214316adbf service neutron] 10.222.0.30 "GET /v2.0/networks?id=ca51e19a-eb03-4e80-b068-2395ef770566 HTTP/1.1" status: 200 len: 910 time: 0.0835736 Sep 22 04:35:01.580637 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-299bb1fa-fb25-4135-bc7a-ebf98dfc4460 req-64643b56-0a4c-4cb6-9490-65af0ed2c69e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7f48021-f64e-4938-99a4-bdeec7e47ac5 HTTP/1.1" status: 200 len: 1000 time: 0.0551615 Sep 22 04:35:01.635549 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299bb1fa-fb25-4135-bc7a-ebf98dfc4460 req-555941a5-2567-4494-acf8-48563b99c0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:35:01.637023 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-299bb1fa-fb25-4135-bc7a-ebf98dfc4460 req-555941a5-2567-4494-acf8-48563b99c0e1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d4733523-2a04-4d39-afc7-a1fd1c83d105 HTTP/1.1" status: 200 len: 849 time: 0.0423210 Sep 22 04:35:01.685201 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299bb1fa-fb25-4135-bc7a-ebf98dfc4460 req-d35aa846-8c5e-45e9-a06c-0456e6390e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:35:01.687108 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-299bb1fa-fb25-4135-bc7a-ebf98dfc4460 req-d35aa846-8c5e-45e9-a06c-0456e6390e91 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ca51e19a-eb03-4e80-b068-2395ef770566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426440 Sep 22 04:35:01.779514 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-299bb1fa-fb25-4135-bc7a-ebf98dfc4460 req-8be919ab-aa21-498f-b18e-b3002ce8663b service neutron] 10.222.0.30 "GET /v2.0/networks/ca51e19a-eb03-4e80-b068-2395ef770566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848513 Sep 22 04:35:01.896624 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5009844-bb3d-426e-aaff-9bd6cf40afc7 req-0a6e5a53-e757-48d7-9ec8-935887afd8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:35:01.898082 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-a5009844-bb3d-426e-aaff-9bd6cf40afc7 req-0a6e5a53-e757-48d7-9ec8-935887afd8bd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a5932c0fd28d4509bc11811644adc1b2&device_id=560ca75a-65de-49a4-ab3d-fe6c76280014 HTTP/1.1" status: 200 len: 1098 time: 0.0843637 Sep 22 04:35:01.900188 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-299bb1fa-fb25-4135-bc7a-ebf98dfc4460 req-90ba5062-bac4-408e-aba9-62abfec1edd1 service neutron] 10.222.0.30 "GET /v2.0/networks/ca51e19a-eb03-4e80-b068-2395ef770566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131160 Sep 22 04:35:01.996196 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5009844-bb3d-426e-aaff-9bd6cf40afc7 req-2406dc9c-e4f6-43d2-8b7a-7d7f30b3dd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:35:01.997597 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-a5009844-bb3d-426e-aaff-9bd6cf40afc7 req-2406dc9c-e4f6-43d2-8b7a-7d7f30b3dd6b service neutron] 10.222.0.30 "GET /v2.0/networks?id=203dddc9-87c2-468f-9ab9-d2290e8ee531 HTTP/1.1" status: 200 len: 916 time: 0.0887470 Sep 22 04:35:02.059592 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-a5009844-bb3d-426e-aaff-9bd6cf40afc7 req-6b5fdefd-35d4-46e9-806f-058ba610c6e4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3c0160cb-7b20-4b5f-88e0-8d50d36a0aba HTTP/1.1" status: 200 len: 1001 time: 0.0545354 Sep 22 04:35:02.105802 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5009844-bb3d-426e-aaff-9bd6cf40afc7 req-c46afcbf-5975-47fe-9ca9-dc16899f9607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:35:02.107690 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-a5009844-bb3d-426e-aaff-9bd6cf40afc7 req-c46afcbf-5975-47fe-9ca9-dc16899f9607 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e4ceb253-3d8e-46ef-b438-694b8c1700e2 HTTP/1.1" status: 200 len: 855 time: 0.0399036 Sep 22 04:35:02.158483 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5009844-bb3d-426e-aaff-9bd6cf40afc7 req-1412f368-052f-4e29-bd76-f44690f17c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:35:02.159899 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-a5009844-bb3d-426e-aaff-9bd6cf40afc7 req-1412f368-052f-4e29-bd76-f44690f17c49 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=203dddc9-87c2-468f-9ab9-d2290e8ee531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406950 Sep 22 04:35:02.246171 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-a5009844-bb3d-426e-aaff-9bd6cf40afc7 req-aa2d71c4-2b6a-4b5f-b4d8-3fdb90abf53b service neutron] 10.222.0.30 "GET /v2.0/networks/203dddc9-87c2-468f-9ab9-d2290e8ee531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782065 Sep 22 04:35:02.361039 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-a5009844-bb3d-426e-aaff-9bd6cf40afc7 req-40ce0929-1e24-4eb9-a0d5-7e75e970e73d service neutron] 10.222.0.30 "GET /v2.0/networks/203dddc9-87c2-468f-9ab9-d2290e8ee531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064279 Sep 22 04:35:02.399109 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cbb714-7ce1-4d20-9ca2-a419ceab3d43 req-a1719409-2870-409e-b773-f1bc34ef6e6d tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:35:02.400636 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-15cbb714-7ce1-4d20-9ca2-a419ceab3d43 req-a1719409-2870-409e-b773-f1bc34ef6e6d tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "GET /v2.0/ports?device_id=57f78f2b-3a3f-4a01-b448-ec95f54237d4 HTTP/1.1" status: 200 len: 945 time: 0.0540929 Sep 22 04:35:02.438659 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-15cbb714-7ce1-4d20-9ca2-a419ceab3d43 req-78a80e93-fd21-4df6-a3b4-9d93a14c5f16 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4ff925a-f065-42a9-bdee-45eb1fefa4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315156 Sep 22 04:35:02.449198 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a8a1c1-dad2-4bc3-8239-8b81a500aaf9 req-47edbb7b-8d54-48ff-8716-735610cfd0a7 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:35:02.452351 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-c3a8a1c1-dad2-4bc3-8239-8b81a500aaf9 req-47edbb7b-8d54-48ff-8716-735610cfd0a7 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=560ca75a-65de-49a4-ab3d-fe6c76280014 HTTP/1.1" status: 200 len: 945 time: 0.0622652 Sep 22 04:35:02.489760 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-c3a8a1c1-dad2-4bc3-8239-8b81a500aaf9 req-1ba909a0-9620-4604-914c-fbbc266658b9 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc490354-469c-4979-a378-63a6480e9547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311799 Sep 22 04:35:03.552784 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b7e29b-3d66-4058-affc-a316bc611a48 req-68b1f3e5-972d-4be8-8364-0b33292a84f3 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:35:03.554355 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-c6b7e29b-3d66-4058-affc-a316bc611a48 req-68b1f3e5-972d-4be8-8364-0b33292a84f3 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "GET /v2.0/ports?device_id=57f78f2b-3a3f-4a01-b448-ec95f54237d4 HTTP/1.1" status: 200 len: 945 time: 0.0495114 Sep 22 04:35:03.592145 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-c6b7e29b-3d66-4058-affc-a316bc611a48 req-a855dc49-2dbf-4bed-b5d4-4d34bceaefac tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4ff925a-f065-42a9-bdee-45eb1fefa4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316048 Sep 22 04:35:03.613565 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b56b2a-f705-4724-bc4b-3078233628f3 req-b5d831bc-efcc-41b2-8ebb-ad2fae4c3851 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:35:03.615127 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-e5b56b2a-f705-4724-bc4b-3078233628f3 req-b5d831bc-efcc-41b2-8ebb-ad2fae4c3851 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=560ca75a-65de-49a4-ab3d-fe6c76280014 HTTP/1.1" status: 200 len: 945 time: 0.0515504 Sep 22 04:35:03.651742 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-e5b56b2a-f705-4724-bc4b-3078233628f3 req-9eba33b0-c219-493a-aeb8-2288869406dd tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc490354-469c-4979-a378-63a6480e9547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308013 Sep 22 04:35:04.770642 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199a039a-fcfd-427b-beb7-179ec0cb9801 req-261e7f0d-52ff-4943-86f0-fed4b3070d66 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:35:04.772088 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-199a039a-fcfd-427b-beb7-179ec0cb9801 req-261e7f0d-52ff-4943-86f0-fed4b3070d66 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=560ca75a-65de-49a4-ab3d-fe6c76280014 HTTP/1.1" status: 200 len: 945 time: 0.0515800 Sep 22 04:35:04.808612 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-199a039a-fcfd-427b-beb7-179ec0cb9801 req-6bf08920-4dbe-48c3-a14e-3237f5098f91 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc490354-469c-4979-a378-63a6480e9547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305548 Sep 22 04:35:06.117532 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Device 3c0160cb-7b20-4b5f-88e0-8d50d36a0aba no longer exists at agent hyperv_hv-cinder-81011 {{(pid=94617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 04:35:06.310861 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:35:06.332660 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '560ca75a-65de-49a4-ab3d-fe6c76280014', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c0160cb-7b20-4b5f-88e0-8d50d36a0aba'}] {{(pid=94617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 04:35:06.334867 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}993cef13cba3f0ab7640ec7edf55a13b4a27e0226575f61fb20ce20e7b239147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecf7614f-eff7-4231-bf51-e773a8365d46" -d '{"events": [{"server_uuid": "560ca75a-65de-49a4-ab3d-fe6c76280014", "name": "network-vif-unplugged", "status": "completed", "tag": "3c0160cb-7b20-4b5f-88e0-8d50d36a0aba"}]}' {{(pid=94617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 04:35:06.347210 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] For port 3c0160cb-7b20-4b5f-88e0-8d50d36a0aba, host hv-cinder-81011, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81011',level=0,port_id=3c0160cb-7b20-4b5f-88e0-8d50d36a0aba,segment=NetworkSegment(30b5be0d-9a0d-4d41-ab50-368f87857a66),segment_id=30b5be0d-9a0d-4d41-ab50-368f87857a66)] {{(pid=94617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:35:06.368080 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 22 Sep 2021 04:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0581280f-6eeb-441b-84fe-04a9dea21cc6 x-openstack-request-id: req-0581280f-6eeb-441b-84fe-04a9dea21cc6 {{(pid=94617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 04:35:06.368396 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "560ca75a-65de-49a4-ab3d-fe6c76280014", "name": "network-vif-unplugged", "status": "failed", "tag": "3c0160cb-7b20-4b5f-88e0-8d50d36a0aba", "code": 422}]} {{(pid=94617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 04:35:06.368678 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0581280f-6eeb-441b-84fe-04a9dea21cc6 {{(pid=94617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 04:35:06.369211 dv-cinder-810118-1-iscsi neutron-server[94617]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '560ca75a-65de-49a4-ab3d-fe6c76280014', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3c0160cb-7b20-4b5f-88e0-8d50d36a0aba', 'code': 422} returned with failed status Sep 22 04:35:06.435977 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:35:06.481937 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Pushing event updated for resources: {'Port': ['ID=3c0160cb-7b20-4b5f-88e0-8d50d36a0aba,revision_number=8']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:35:06.549286 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [req-4a5ca0d7-7566-4fb6-a1a6-f56c6b417fa0 req-b5685c73-7405-4ae9-b940-94ab60828a96 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94616) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 04:35:06.550295 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-4a5ca0d7-7566-4fb6-a1a6-f56c6b417fa0 req-b5685c73-7405-4ae9-b940-94ab60828a96 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0962889 Sep 22 04:35:06.772372 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:35:06.904949 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509bd9fb-79af-47de-8637-a560792760b8 req-aca2b819-ad61-4cdf-a831-c14678090872 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:35:06.906448 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-509bd9fb-79af-47de-8637-a560792760b8 req-aca2b819-ad61-4cdf-a831-c14678090872 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=560ca75a-65de-49a4-ab3d-fe6c76280014 HTTP/1.1" status: 200 len: 943 time: 0.0482397 Sep 22 04:35:06.945284 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-509bd9fb-79af-47de-8637-a560792760b8 req-c6e10e64-b623-4f39-85c5-20195c143434 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc490354-469c-4979-a378-63a6480e9547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327413 Sep 22 04:35:07.346372 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 48668) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:35:07.428841 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-35e0f56c-6d27-4f6c-a4f8-0fd6f8ca2819 req-9b8c0c96-8018-4041-976d-fe8d593bc84e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=560ca75a-65de-49a4-ab3d-fe6c76280014&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0813003 Sep 22 04:35:07.437498 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [req-35e0f56c-6d27-4f6c-a4f8-0fd6f8ca2819 req-281bf72e-c4f7-4012-bfb8-c222019a1283 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94615) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 04:35:07.438479 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-35e0f56c-6d27-4f6c-a4f8-0fd6f8ca2819 req-281bf72e-c4f7-4012-bfb8-c222019a1283 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048337 Sep 22 04:35:08.063161 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eaa828-9734-4939-978f-dac97db4aa05 req-3cd26295-8ee4-4a55-8299-2e3fd1331ff9 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:35:08.064677 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-d5eaa828-9734-4939-978f-dac97db4aa05 req-3cd26295-8ee4-4a55-8299-2e3fd1331ff9 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=560ca75a-65de-49a4-ab3d-fe6c76280014 HTTP/1.1" status: 200 len: 943 time: 0.0485332 Sep 22 04:35:08.101213 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-d5eaa828-9734-4939-978f-dac97db4aa05 req-36ea0c36-53b1-4c59-a9b8-3d829c6056bd tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc490354-469c-4979-a378-63a6480e9547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305912 Sep 22 04:35:08.826693 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e0f56c-6d27-4f6c-a4f8-0fd6f8ca2819 req-8ae54e2e-f66f-4fd9-9bdc-d45ea23e91ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:35:08.828138 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-35e0f56c-6d27-4f6c-a4f8-0fd6f8ca2819 req-8ae54e2e-f66f-4fd9-9bdc-d45ea23e91ae service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=560ca75a-65de-49a4-ab3d-fe6c76280014&tenant_id=a5932c0fd28d4509bc11811644adc1b2 HTTP/1.1" status: 200 len: 1096 time: 0.0392320 Sep 22 04:35:08.887626 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e0f56c-6d27-4f6c-a4f8-0fd6f8ca2819 req-92ac03ee-23b1-4076-afac-7afbf4319758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:35:08.889524 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-35e0f56c-6d27-4f6c-a4f8-0fd6f8ca2819 req-92ac03ee-23b1-4076-afac-7afbf4319758 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a5932c0fd28d4509bc11811644adc1b2&device_id=560ca75a-65de-49a4-ab3d-fe6c76280014 HTTP/1.1" status: 200 len: 1096 time: 0.0413911 Sep 22 04:35:08.976677 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e0f56c-6d27-4f6c-a4f8-0fd6f8ca2819 req-7f43c1ef-c8b0-47af-b7bb-91f36cb0182e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:35:08.978132 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-35e0f56c-6d27-4f6c-a4f8-0fd6f8ca2819 req-7f43c1ef-c8b0-47af-b7bb-91f36cb0182e service neutron] 10.222.0.30 "GET /v2.0/networks?id=203dddc9-87c2-468f-9ab9-d2290e8ee531 HTTP/1.1" status: 200 len: 916 time: 0.0816905 Sep 22 04:35:09.045266 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-35e0f56c-6d27-4f6c-a4f8-0fd6f8ca2819 req-f485a9ab-6468-40a9-a9e6-d34330b52ed3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3c0160cb-7b20-4b5f-88e0-8d50d36a0aba HTTP/1.1" status: 200 len: 999 time: 0.0593736 Sep 22 04:35:09.092810 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e0f56c-6d27-4f6c-a4f8-0fd6f8ca2819 req-3ffeb26e-4872-43d1-be3b-abfd8a5df0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:35:09.094185 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-35e0f56c-6d27-4f6c-a4f8-0fd6f8ca2819 req-3ffeb26e-4872-43d1-be3b-abfd8a5df0ef service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e4ceb253-3d8e-46ef-b438-694b8c1700e2 HTTP/1.1" status: 200 len: 855 time: 0.0414350 Sep 22 04:35:09.136738 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e0f56c-6d27-4f6c-a4f8-0fd6f8ca2819 req-6523a4fa-2021-41d9-8743-63be6570d5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:35:09.138790 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-35e0f56c-6d27-4f6c-a4f8-0fd6f8ca2819 req-6523a4fa-2021-41d9-8743-63be6570d5fa service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=203dddc9-87c2-468f-9ab9-d2290e8ee531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0371158 Sep 22 04:35:09.221694 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f84313-751d-4d77-ab7b-e4d925b56800 req-1cfc9845-818c-4330-bcf5-6bf40c87b6c9 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:35:09.223173 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-f8f84313-751d-4d77-ab7b-e4d925b56800 req-1cfc9845-818c-4330-bcf5-6bf40c87b6c9 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=560ca75a-65de-49a4-ab3d-fe6c76280014 HTTP/1.1" status: 200 len: 943 time: 0.0508161 Sep 22 04:35:09.229966 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-35e0f56c-6d27-4f6c-a4f8-0fd6f8ca2819 req-e572e0ee-8bfd-4fa6-9ab0-12e737f97513 service neutron] 10.222.0.30 "GET /v2.0/networks/203dddc9-87c2-468f-9ab9-d2290e8ee531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842876 Sep 22 04:35:09.259936 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-f8f84313-751d-4d77-ab7b-e4d925b56800 req-40145147-8f29-4ac1-b417-d0576a6f568c tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc490354-469c-4979-a378-63a6480e9547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308299 Sep 22 04:35:09.317363 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-35e0f56c-6d27-4f6c-a4f8-0fd6f8ca2819 req-c3c636dc-7c2b-49c3-9b30-fb8e186850fb service neutron] 10.222.0.30 "GET /v2.0/networks/203dddc9-87c2-468f-9ab9-d2290e8ee531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807445 Sep 22 04:35:10.394957 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f08fd7-8625-4bca-a966-f7cba9f7f181 req-c5bab0d8-b673-49bd-966a-7da94aa62441 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:35:10.396431 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-32f08fd7-8625-4bca-a966-f7cba9f7f181 req-c5bab0d8-b673-49bd-966a-7da94aa62441 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=560ca75a-65de-49a4-ab3d-fe6c76280014 HTTP/1.1" status: 200 len: 943 time: 0.0564041 Sep 22 04:35:10.435023 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-32f08fd7-8625-4bca-a966-f7cba9f7f181 req-4bb8cefd-78e9-41fb-a9dc-1f892b0b0868 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc490354-469c-4979-a378-63a6480e9547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325909 Sep 22 04:35:11.562350 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be105f8c-7b3e-4769-a928-0a83cc2e1bd8 req-a250eedd-e37f-470d-ac63-e000b7aae13a tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:35:11.563841 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-be105f8c-7b3e-4769-a928-0a83cc2e1bd8 req-a250eedd-e37f-470d-ac63-e000b7aae13a tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=560ca75a-65de-49a4-ab3d-fe6c76280014 HTTP/1.1" status: 200 len: 943 time: 0.0532513 Sep 22 04:35:11.602317 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-be105f8c-7b3e-4769-a928-0a83cc2e1bd8 req-0aa8a337-2e21-471f-912b-abc3e7d76f1c tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc490354-469c-4979-a378-63a6480e9547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324173 Sep 22 04:35:12.731652 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11957c21-22b2-4588-8f18-2f4720ce8e6a req-04a5d952-c88e-4c83-a45a-dcd76830a851 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:35:12.734178 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-11957c21-22b2-4588-8f18-2f4720ce8e6a req-04a5d952-c88e-4c83-a45a-dcd76830a851 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=560ca75a-65de-49a4-ab3d-fe6c76280014 HTTP/1.1" status: 200 len: 943 time: 0.0530205 Sep 22 04:35:12.773363 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-11957c21-22b2-4588-8f18-2f4720ce8e6a req-0ac7140d-98d1-4346-8755-c3cd214ccc29 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc490354-469c-4979-a378-63a6480e9547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332589 Sep 22 04:35:13.895868 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ef7b82-aa54-451b-b53b-b07fdc1914b7 req-94397dc5-98f2-4889-a07c-377bb46b263e tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:35:13.897616 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-97ef7b82-aa54-451b-b53b-b07fdc1914b7 req-94397dc5-98f2-4889-a07c-377bb46b263e tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=560ca75a-65de-49a4-ab3d-fe6c76280014 HTTP/1.1" status: 200 len: 943 time: 0.0509605 Sep 22 04:35:13.940362 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-97ef7b82-aa54-451b-b53b-b07fdc1914b7 req-4b4a831f-0b7e-424a-bf97-256a2b757da6 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc490354-469c-4979-a378-63a6480e9547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321543 Sep 22 04:35:15.078634 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e31d790-e440-4f45-b128-f411900f7036 req-79d1c886-ec05-4b92-9d79-543f8e97af41 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:35:15.080115 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-2e31d790-e440-4f45-b128-f411900f7036 req-79d1c886-ec05-4b92-9d79-543f8e97af41 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=560ca75a-65de-49a4-ab3d-fe6c76280014 HTTP/1.1" status: 200 len: 943 time: 0.0690422 Sep 22 04:35:15.116158 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-2e31d790-e440-4f45-b128-f411900f7036 req-4e338af4-0557-42ed-8abe-f08d10b42f49 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc490354-469c-4979-a378-63a6480e9547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301211 Sep 22 04:35:16.238852 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a64234b-3817-411e-8fd9-0eb18385d614 req-851e8aa3-7c0c-4e3d-a5a5-9f6e0235c5f3 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:35:16.240225 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-8a64234b-3817-411e-8fd9-0eb18385d614 req-851e8aa3-7c0c-4e3d-a5a5-9f6e0235c5f3 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=560ca75a-65de-49a4-ab3d-fe6c76280014 HTTP/1.1" status: 200 len: 943 time: 0.0515568 Sep 22 04:35:16.279163 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-8a64234b-3817-411e-8fd9-0eb18385d614 req-7486bfe1-5d31-4609-8ce9-bcf404b3f64a tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc490354-469c-4979-a378-63a6480e9547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324464 Sep 22 04:35:17.404990 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46262f56-872b-441a-be4e-ef27ec659cf8 req-b3fb3e42-f40c-409d-8e3f-66a0f1b8fe67 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:35:17.406455 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-46262f56-872b-441a-be4e-ef27ec659cf8 req-b3fb3e42-f40c-409d-8e3f-66a0f1b8fe67 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=560ca75a-65de-49a4-ab3d-fe6c76280014 HTTP/1.1" status: 200 len: 943 time: 0.0552814 Sep 22 04:35:17.455663 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-46262f56-872b-441a-be4e-ef27ec659cf8 req-0c190fcf-6fa2-49bf-842c-f9a795ca18f1 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc490354-469c-4979-a378-63a6480e9547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433064 Sep 22 04:35:18.575950 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d27f4d1-1921-4fb5-bce8-b779186aaf9b req-c7676bba-e674-41e5-8aa7-fd4fdf9a203e tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:35:18.577467 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-4d27f4d1-1921-4fb5-bce8-b779186aaf9b req-c7676bba-e674-41e5-8aa7-fd4fdf9a203e tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=560ca75a-65de-49a4-ab3d-fe6c76280014 HTTP/1.1" status: 200 len: 943 time: 0.0504107 Sep 22 04:35:18.614086 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-4d27f4d1-1921-4fb5-bce8-b779186aaf9b req-605361b1-d5d7-44cb-9f8b-a6444b2556c9 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc490354-469c-4979-a378-63a6480e9547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306001 Sep 22 04:35:19.735116 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ada3ba4-6c97-45aa-826a-ad71e83493da req-87d4dfd6-e55d-466c-8dbf-ecc18bf21802 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:35:19.741030 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-4ada3ba4-6c97-45aa-826a-ad71e83493da req-87d4dfd6-e55d-466c-8dbf-ecc18bf21802 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=560ca75a-65de-49a4-ab3d-fe6c76280014 HTTP/1.1" status: 200 len: 943 time: 0.0552478 Sep 22 04:35:19.777344 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-4ada3ba4-6c97-45aa-826a-ad71e83493da req-1eddda4e-c33d-4fca-bd3b-011d317782ef tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc490354-469c-4979-a378-63a6480e9547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341208 Sep 22 04:35:20.076310 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-fdf4e734-df3c-4aee-a98b-85f53d83330a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:35:20.896329 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8f0ec4-3ae3-4629-9961-d22b97b40ea7 req-7ba5002b-db48-485e-9675-606a121f467e tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:35:20.897850 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-7b8f0ec4-3ae3-4629-9961-d22b97b40ea7 req-7ba5002b-db48-485e-9675-606a121f467e tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=560ca75a-65de-49a4-ab3d-fe6c76280014 HTTP/1.1" status: 200 len: 943 time: 0.0484524 Sep 22 04:35:20.935408 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-7b8f0ec4-3ae3-4629-9961-d22b97b40ea7 req-982f095c-441d-4d81-b227-3280007fa1d0 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc490354-469c-4979-a378-63a6480e9547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310659 Sep 22 04:35:21.079485 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.agents_db [None req-7fda405f-bd13-41fd-9497-f6551785b8a3 None None] Agent healthcheck: found 6 active agents {{(pid=94618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 04:35:22.057593 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97833fbd-f4a6-40e6-8954-2e4a5dde45b8 req-16738f83-efe8-418c-b560-7987a5d4927d tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:35:22.059087 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-97833fbd-f4a6-40e6-8954-2e4a5dde45b8 req-16738f83-efe8-418c-b560-7987a5d4927d tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=560ca75a-65de-49a4-ab3d-fe6c76280014 HTTP/1.1" status: 200 len: 943 time: 0.0497105 Sep 22 04:35:22.098329 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-97833fbd-f4a6-40e6-8954-2e4a5dde45b8 req-1822f5ad-a945-425a-871a-564676b23561 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc490354-469c-4979-a378-63a6480e9547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326059 Sep 22 04:35:22.520559 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-fc87902a-7731-4fbc-abb3-736dc7970186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:35:23.218141 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66716b87-6f54-45d7-917c-f1c07b1f95ef req-d1246c3b-3de2-46eb-8065-396bcda804ab tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:35:23.219546 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-66716b87-6f54-45d7-917c-f1c07b1f95ef req-d1246c3b-3de2-46eb-8065-396bcda804ab tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=560ca75a-65de-49a4-ab3d-fe6c76280014 HTTP/1.1" status: 200 len: 943 time: 0.0519037 Sep 22 04:35:23.257458 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-66716b87-6f54-45d7-917c-f1c07b1f95ef req-829cc8dc-da39-4443-ac2e-01b2dbb2a40f tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc490354-469c-4979-a378-63a6480e9547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317221 Sep 22 04:35:23.280545 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:35:24.074820 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-62fe730e-da9a-4cac-a5e3-718f571d83ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:35:24.181178 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Device 3c0160cb-7b20-4b5f-88e0-8d50d36a0aba details requested by agent hyperv_hv-cinder-81011 with host hv-cinder-81011 {{(pid=94617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 04:35:24.270869 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] For port 3c0160cb-7b20-4b5f-88e0-8d50d36a0aba, host hv-cinder-81011, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81011',level=0,port_id=3c0160cb-7b20-4b5f-88e0-8d50d36a0aba,segment=NetworkSegment(30b5be0d-9a0d-4d41-ab50-368f87857a66),segment_id=30b5be0d-9a0d-4d41-ab50-368f87857a66)] {{(pid=94617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:35:24.281996 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Returning: {'device': '3c0160cb-7b20-4b5f-88e0-8d50d36a0aba', 'network_id': '203dddc9-87c2-468f-9ab9-d2290e8ee531', 'port_id': '3c0160cb-7b20-4b5f-88e0-8d50d36a0aba', 'mac_address': 'fa:16:3e:c8:66:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4ceb253-3d8e-46ef-b438-694b8c1700e2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 04:35:24.321226 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:35:24.333694 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.notifiers.nova [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c0160cb-7b20-4b5f-88e0-8d50d36a0aba {{(pid=94617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 04:35:24.353379 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] For port 3c0160cb-7b20-4b5f-88e0-8d50d36a0aba, host hv-cinder-81011, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81011',level=0,port_id=3c0160cb-7b20-4b5f-88e0-8d50d36a0aba,segment=NetworkSegment(30b5be0d-9a0d-4d41-ab50-368f87857a66),segment_id=30b5be0d-9a0d-4d41-ab50-368f87857a66)] {{(pid=94617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:35:24.377642 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5436e2df-3216-448b-9f0a-36e9ca9cf508 req-326d7134-ff42-4230-be75-d4e2fe66c943 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:35:24.379108 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-5436e2df-3216-448b-9f0a-36e9ca9cf508 req-326d7134-ff42-4230-be75-d4e2fe66c943 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=560ca75a-65de-49a4-ab3d-fe6c76280014 HTTP/1.1" status: 200 len: 943 time: 0.0522370 Sep 22 04:35:24.415464 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-5436e2df-3216-448b-9f0a-36e9ca9cf508 req-7fbf1283-f57d-4a95-8418-8bdabb943155 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc490354-469c-4979-a378-63a6480e9547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304754 Sep 22 04:35:24.429164 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:35:24.475088 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Pushing event updated for resources: {'Port': ['ID=3c0160cb-7b20-4b5f-88e0-8d50d36a0aba,revision_number=9']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:35:24.660897 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] get_ports_and_sgs() called for port_ids ['3c0160cb-7b20-4b5f-88e0-8d50d36a0aba'] {{(pid=94617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 04:35:25.532374 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a49d87-ed4e-4197-b742-6e886a9c0662 req-35873dd3-cbd3-450b-bda4-d2f5b9e5eacb tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:35:25.533889 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-94a49d87-ed4e-4197-b742-6e886a9c0662 req-35873dd3-cbd3-450b-bda4-d2f5b9e5eacb tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=560ca75a-65de-49a4-ab3d-fe6c76280014 HTTP/1.1" status: 200 len: 944 time: 0.0481129 Sep 22 04:35:25.571614 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-94a49d87-ed4e-4197-b742-6e886a9c0662 req-d4c75558-c274-47a0-805b-2513b14daf5a tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc490354-469c-4979-a378-63a6480e9547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317357 Sep 22 04:35:25.618028 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-c7bbae2d-f237-46cc-b838-3371bd865633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:35:26.194404 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Device 3c0160cb-7b20-4b5f-88e0-8d50d36a0aba up at agent hyperv_hv-cinder-81011 {{(pid=94617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 04:35:26.241001 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Provisioning complete for port 3c0160cb-7b20-4b5f-88e0-8d50d36a0aba triggered by entity L2. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 04:35:26.241369 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628798'] for port, provisioning_complete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:35:26.312945 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:35:26.342246 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '560ca75a-65de-49a4-ab3d-fe6c76280014', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c0160cb-7b20-4b5f-88e0-8d50d36a0aba'}] {{(pid=94617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 04:35:26.344509 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}993cef13cba3f0ab7640ec7edf55a13b4a27e0226575f61fb20ce20e7b239147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-731661a1-8ae8-4839-bd8e-b0647f52213d" -d '{"events": [{"server_uuid": "560ca75a-65de-49a4-ab3d-fe6c76280014", "name": "network-vif-plugged", "status": "completed", "tag": "3c0160cb-7b20-4b5f-88e0-8d50d36a0aba"}]}' {{(pid=94617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 04:35:26.359638 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] For port 3c0160cb-7b20-4b5f-88e0-8d50d36a0aba, host hv-cinder-81011, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81011',level=0,port_id=3c0160cb-7b20-4b5f-88e0-8d50d36a0aba,segment=NetworkSegment(30b5be0d-9a0d-4d41-ab50-368f87857a66),segment_id=30b5be0d-9a0d-4d41-ab50-368f87857a66)] {{(pid=94617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:35:26.380886 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 04:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b81fa17-7d90-4ac9-a72b-83cdeaaf1b27 x-openstack-request-id: req-4b81fa17-7d90-4ac9-a72b-83cdeaaf1b27 {{(pid=94617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 04:35:26.380886 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "560ca75a-65de-49a4-ab3d-fe6c76280014", "name": "network-vif-plugged", "status": "completed", "tag": "3c0160cb-7b20-4b5f-88e0-8d50d36a0aba", "code": 200}]} {{(pid=94617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 04:35:26.381186 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4b81fa17-7d90-4ac9-a72b-83cdeaaf1b27 {{(pid=94617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 04:35:26.381376 dv-cinder-810118-1-iscsi neutron-server[94617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '560ca75a-65de-49a4-ab3d-fe6c76280014', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c0160cb-7b20-4b5f-88e0-8d50d36a0aba', 'code': 200} Sep 22 04:35:26.440782 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:35:26.486931 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Pushing event updated for resources: {'Port': ['ID=3c0160cb-7b20-4b5f-88e0-8d50d36a0aba,revision_number=10']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:35:26.649646 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abe163f-b687-489c-b26a-ebdc2d4c79b1 req-75bf783f-b99d-483c-a243-ba67d6767117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:35:26.651236 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-9abe163f-b687-489c-b26a-ebdc2d4c79b1 req-75bf783f-b99d-483c-a243-ba67d6767117 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=560ca75a-65de-49a4-ab3d-fe6c76280014 HTTP/1.1" status: 200 len: 1099 time: 0.0398769 Sep 22 04:35:26.686400 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-9abe163f-b687-489c-b26a-ebdc2d4c79b1 req-eb603b66-ef59-4213-a44b-c9d236eb2009 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=cc490354-469c-4979-a378-63a6480e9547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275710 Sep 22 04:35:26.689308 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9d2433-4571-452a-a9ea-ab7c7bfbf726 req-0995ca3b-9f45-43a4-bb55-193b1d420c94 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:35:26.690771 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-2e9d2433-4571-452a-a9ea-ab7c7bfbf726 req-0995ca3b-9f45-43a4-bb55-193b1d420c94 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=560ca75a-65de-49a4-ab3d-fe6c76280014 HTTP/1.1" status: 200 len: 946 time: 0.0472555 Sep 22 04:35:26.727022 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-2e9d2433-4571-452a-a9ea-ab7c7bfbf726 req-c3b3de13-8726-4810-a291-e2c193bd8658 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc490354-469c-4979-a378-63a6480e9547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303681 Sep 22 04:35:27.848530 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b90eb2-fd40-4f49-b636-c4dcd34f68df req-87fd605a-23f1-4f3d-b803-4728b6843f23 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:35:27.850040 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-37b90eb2-fd40-4f49-b636-c4dcd34f68df req-87fd605a-23f1-4f3d-b803-4728b6843f23 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=560ca75a-65de-49a4-ab3d-fe6c76280014 HTTP/1.1" status: 200 len: 946 time: 0.0468478 Sep 22 04:35:27.887954 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-37b90eb2-fd40-4f49-b636-c4dcd34f68df req-c3739c39-b4ed-431c-818f-80b8e9b4a00b tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc490354-469c-4979-a378-63a6480e9547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317559 Sep 22 04:35:29.010887 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edca282-de83-4412-b68a-98d0bec20e8d req-a54345ca-f28a-407e-8d36-af78b9982620 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:35:29.012354 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-0edca282-de83-4412-b68a-98d0bec20e8d req-a54345ca-f28a-407e-8d36-af78b9982620 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=560ca75a-65de-49a4-ab3d-fe6c76280014 HTTP/1.1" status: 200 len: 946 time: 0.0527411 Sep 22 04:35:29.049511 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-0edca282-de83-4412-b68a-98d0bec20e8d req-f1f06579-bf66-48d0-aa3b-ab61adde97a3 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc490354-469c-4979-a378-63a6480e9547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306356 Sep 22 04:35:36.650677 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e9627a-1184-4413-9408-d9982e5d9052 req-c5df034c-96e8-48b6-a3d2-d281c5abfdb1 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:35:36.653119 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-f6e9627a-1184-4413-9408-d9982e5d9052 req-c5df034c-96e8-48b6-a3d2-d281c5abfdb1 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "GET /v2.0/ports?device_id=57f78f2b-3a3f-4a01-b448-ec95f54237d4 HTTP/1.1" status: 200 len: 945 time: 0.0511806 Sep 22 04:35:36.690190 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-f6e9627a-1184-4413-9408-d9982e5d9052 req-18dc2364-4199-4004-a336-d22302dc3327 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4ff925a-f065-42a9-bdee-45eb1fefa4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312870 Sep 22 04:35:36.714974 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:35:37.802888 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1098e81b-5bb8-4aa9-84bc-b79e8065cf2a req-535d221f-22fb-4f84-9ebd-405745b39164 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:35:37.804343 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-1098e81b-5bb8-4aa9-84bc-b79e8065cf2a req-535d221f-22fb-4f84-9ebd-405745b39164 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "GET /v2.0/ports?device_id=57f78f2b-3a3f-4a01-b448-ec95f54237d4 HTTP/1.1" status: 200 len: 945 time: 0.0472851 Sep 22 04:35:37.841447 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-1098e81b-5bb8-4aa9-84bc-b79e8065cf2a req-8d86073a-7b33-4ea7-9566-c0cd704006bf tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4ff925a-f065-42a9-bdee-45eb1fefa4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306599 Sep 22 04:35:38.537510 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9784919e-9a1b-42cd-af66-ba4219123e0b req-87ab6a5b-66f1-4ae3-9623-4d0be7520544 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:35:38.538947 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-9784919e-9a1b-42cd-af66-ba4219123e0b req-87ab6a5b-66f1-4ae3-9623-4d0be7520544 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.30 "GET /v2.0/ports?device_id=57f78f2b-3a3f-4a01-b448-ec95f54237d4 HTTP/1.1" status: 200 len: 945 time: 0.0470335 Sep 22 04:35:38.631770 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [req-9784919e-9a1b-42cd-af66-ba4219123e0b req-0dd50158-f35e-49cf-80bb-3d8f9f04e1b0 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Deleting port d7f48021-f64e-4938-99a4-bdeec7e47ac5 {{(pid=94616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 04:35:38.632106 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-9784919e-9a1b-42cd-af66-ba4219123e0b req-0dd50158-f35e-49cf-80bb-3d8f9f04e1b0 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769518975272'] for port, before_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:35:38.721269 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [req-9784919e-9a1b-42cd-af66-ba4219123e0b req-0dd50158-f35e-49cf-80bb-3d8f9f04e1b0 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] For port d7f48021-f64e-4938-99a4-bdeec7e47ac5, host hv-cinder-81011, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81011',level=0,port_id=d7f48021-f64e-4938-99a4-bdeec7e47ac5,segment=NetworkSegment(02ddcc00-f354-4996-9afc-0811ec64930a),segment_id=02ddcc00-f354-4996-9afc-0811ec64930a)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:35:38.721626 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-9784919e-9a1b-42cd-af66-ba4219123e0b req-0dd50158-f35e-49cf-80bb-3d8f9f04e1b0 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1861379'] for port, precommit_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:35:38.884259 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-9784919e-9a1b-42cd-af66-ba4219123e0b req-0dd50158-f35e-49cf-80bb-3d8f9f04e1b0 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:35:38.884651 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-9784919e-9a1b-42cd-af66-ba4219123e0b req-0dd50158-f35e-49cf-80bb-3d8f9f04e1b0 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1865242'] for floatingip, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:35:38.884962 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.db.l3_db [req-9784919e-9a1b-42cd-af66-ba4219123e0b req-0dd50158-f35e-49cf-80bb-3d8f9f04e1b0 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Floating IP 4af196a7-683a-4e74-ad7a-7de545bade59 disassociated. External IP: 172.27.3.66, port: d7f48021-f64e-4938-99a4-bdeec7e47ac5. Sep 22 04:35:38.885296 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [req-9784919e-9a1b-42cd-af66-ba4219123e0b req-0dd50158-f35e-49cf-80bb-3d8f9f04e1b0 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Calling delete_port for d7f48021-f64e-4938-99a4-bdeec7e47ac5 owned by compute:nova {{(pid=94616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 04:35:38.995179 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3a169b-a38f-4e86-af3d-760f294c1593 req-e6d766ea-bc46-4568-9263-a6e4049d4e78 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:35:38.997216 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-0b3a169b-a38f-4e86-af3d-760f294c1593 req-e6d766ea-bc46-4568-9263-a6e4049d4e78 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "GET /v2.0/ports?device_id=57f78f2b-3a3f-4a01-b448-ec95f54237d4 HTTP/1.1" status: 200 len: 945 time: 0.0679467 Sep 22 04:35:39.067803 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-0b3a169b-a38f-4e86-af3d-760f294c1593 req-7b611e99-6e5b-40c1-bca4-e5c86758068c tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4ff925a-f065-42a9-bdee-45eb1fefa4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641327 Sep 22 04:35:39.143200 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-9784919e-9a1b-42cd-af66-ba4219123e0b req-0dd50158-f35e-49cf-80bb-3d8f9f04e1b0 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769518980334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769518673866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534565802'] for port, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:35:39.172730 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd50158-f35e-49cf-80bb-3d8f9f04e1b0 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Pushing event deleted for resources: {'Port': ['ID=d7f48021-f64e-4938-99a4-bdeec7e47ac5,revision_number=None']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:35:39.183594 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd50158-f35e-49cf-80bb-3d8f9f04e1b0 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:35:39.186447 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd50158-f35e-49cf-80bb-3d8f9f04e1b0 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:35:39.186447 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd50158-f35e-49cf-80bb-3d8f9f04e1b0 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:35:39.186447 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd50158-f35e-49cf-80bb-3d8f9f04e1b0 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:35:39.186447 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd50158-f35e-49cf-80bb-3d8f9f04e1b0 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:35:39.186447 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd50158-f35e-49cf-80bb-3d8f9f04e1b0 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:35:39.186447 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd50158-f35e-49cf-80bb-3d8f9f04e1b0 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:35:39.186447 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd50158-f35e-49cf-80bb-3d8f9f04e1b0 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:35:39.186447 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd50158-f35e-49cf-80bb-3d8f9f04e1b0 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:35:39.186447 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd50158-f35e-49cf-80bb-3d8f9f04e1b0 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:35:39.187367 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd50158-f35e-49cf-80bb-3d8f9f04e1b0 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:35:39.187367 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd50158-f35e-49cf-80bb-3d8f9f04e1b0 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:35:39.288259 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9784919e-9a1b-42cd-af66-ba4219123e0b req-0dd50158-f35e-49cf-80bb-3d8f9f04e1b0 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Router 084e8c9e-66fb-4e21-a43d-e0a299506bc2 has already been hosted by L3 agent 67baeb3b-346e-4680-9ea8-6eec6aa84835 {{(pid=94616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 04:35:39.393430 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9784919e-9a1b-42cd-af66-ba4219123e0b req-0dd50158-f35e-49cf-80bb-3d8f9f04e1b0 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Notify agent at l3_agent.dv-cinder-810118-1-iscsi the message routers_updated {{(pid=94616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 04:35:39.404024 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b29ce25-a32b-4fcb-ba20-853de27821fb None None] Sync routers for ids ['084e8c9e-66fb-4e21-a43d-e0a299506bc2'] in dv-cinder-810118-1-iscsi {{(pid=94617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 04:35:39.412867 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b29ce25-a32b-4fcb-ba20-853de27821fb None None] Routers {'084e8c9e-66fb-4e21-a43d-e0a299506bc2'} bound to L3 agent in host dv-cinder-810118-1-iscsi {{(pid=94617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 04:35:39.413495 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-1b29ce25-a32b-4fcb-ba20-853de27821fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810118-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T04:20:22Z,description=,heartbeat_timestamp=2021-09-22T04:35:22Z,host='dv-cinder-810118-1-iscsi',id=67baeb3b-346e-4680-9ea8-6eec6aa84835,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T04:20:23Z,topic='l3_agent')) {'router_ids': ['084e8c9e-66fb-4e21-a43d-e0a299506bc2'], 'active': True} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:35:39.430627 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvrscheduler_db [req-9784919e-9a1b-42cd-af66-ba4219123e0b req-0dd50158-f35e-49cf-80bb-3d8f9f04e1b0 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] No DVR routers for this DVR port d7f48021-f64e-4938-99a4-bdeec7e47ac5 on host hv-cinder-81011 {{(pid=94616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 04:35:39.433145 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-9784919e-9a1b-42cd-af66-ba4219123e0b req-0dd50158-f35e-49cf-80bb-3d8f9f04e1b0 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34584'] for port, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:35:39.435131 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-9784919e-9a1b-42cd-af66-ba4219123e0b req-0dd50158-f35e-49cf-80bb-3d8f9f04e1b0 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.30 "DELETE /v2.0/ports/d7f48021-f64e-4938-99a4-bdeec7e47ac5 HTTP/1.1" status: 204 len: 173 time: 0.8877256 Sep 22 04:35:39.435547 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57f78f2b-3a3f-4a01-b448-ec95f54237d4', 'name': 'network-vif-deleted', 'tag': 'd7f48021-f64e-4938-99a4-bdeec7e47ac5'}] {{(pid=94616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 04:35:39.438057 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ee93b3f7eb2b2b6a350c95698ebe5b9c8d238e2160e747b625fec6bb3c76933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fd1bce4-3c9a-4b1f-ad80-5ed6a6472fe5" -d '{"events": [{"server_uuid": "57f78f2b-3a3f-4a01-b448-ec95f54237d4", "name": "network-vif-deleted", "tag": "d7f48021-f64e-4938-99a4-bdeec7e47ac5"}]}' {{(pid=94616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 04:35:39.472309 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 04:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7174176f-6cff-4bab-921a-891afd81cd27 x-openstack-request-id: req-7174176f-6cff-4bab-921a-891afd81cd27 {{(pid=94616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 04:35:39.472665 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57f78f2b-3a3f-4a01-b448-ec95f54237d4", "name": "network-vif-deleted", "tag": "d7f48021-f64e-4938-99a4-bdeec7e47ac5", "status": "completed", "code": 200}]} {{(pid=94616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 04:35:39.472872 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7174176f-6cff-4bab-921a-891afd81cd27 {{(pid=94616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 04:35:39.473263 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57f78f2b-3a3f-4a01-b448-ec95f54237d4', 'name': 'network-vif-deleted', 'tag': 'd7f48021-f64e-4938-99a4-bdeec7e47ac5', 'status': 'completed', 'code': 200} Sep 22 04:35:39.520996 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvr_db [None req-1b29ce25-a32b-4fcb-ba20-853de27821fb None None] Set router 084e8c9e-66fb-4e21-a43d-e0a299506bc2 gateway port host: dv-cinder-810118-1-iscsi {{(pid=94617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 04:35:39.721376 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-1b29ce25-a32b-4fcb-ba20-853de27821fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '084e8c9e-66fb-4e21-a43d-e0a299506bc2', 'name': 'tempest-AttachVolumeTestJSON-833141330-router', 'tenant_id': 'ad7f6cd153e24f3db680028c6bdb22b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'external_fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': 'c40c790e-995b-479a-8ee5-afa61744b64e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T04:32:16Z', 'updated_at': '2021-09-22T04:32:21Z', 'revision_number': 4, 'project_id': 'ad7f6cd153e24f3db680028c6bdb22b5', 'gw_port': {'id': 'c40c790e-995b-479a-8ee5-afa61744b64e', 'name': '', 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084e8c9e-66fb-4e21-a43d-e0a299506bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:32:17Z', 'updated_at': '2021-09-22T04:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810118-1-iscsi', '_interfaces': [{'id': 'c69e743b-c17e-4b4a-a219-ec12003e7af5', 'name': '', 'network_id': 'ca51e19a-eb03-4e80-b068-2395ef770566', 'tenant_id': 'ad7f6cd153e24f3db680028c6bdb22b5', 'mac_address': 'fa:16:3e:90:21:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084e8c9e-66fb-4e21-a43d-e0a299506bc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'd4733523-2a04-4d39-afc7-a1fd1c83d105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:32:20Z', 'updated_at': '2021-09-22T04:32:25Z', 'revision_number': 5, 'project_id': 'ad7f6cd153e24f3db680028c6bdb22b5', 'subnets': [{'id': 'd4733523-2a04-4d39-afc7-a1fd1c83d105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810118-1-iscsi', False) {} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:35:39.750203 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b29ce25-a32b-4fcb-ba20-853de27821fb None None] Checking router: 084e8c9e-66fb-4e21-a43d-e0a299506bc2 for host: dv-cinder-810118-1-iscsi {{(pid=94617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 04:35:39.758563 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b29ce25-a32b-4fcb-ba20-853de27821fb None None] Routers {'084e8c9e-66fb-4e21-a43d-e0a299506bc2'} bound to L3 agent in host dv-cinder-810118-1-iscsi {{(pid=94617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 04:35:39.759172 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-1b29ce25-a32b-4fcb-ba20-853de27821fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810118-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T04:20:22Z,description=,heartbeat_timestamp=2021-09-22T04:35:22Z,host='dv-cinder-810118-1-iscsi',id=67baeb3b-346e-4680-9ea8-6eec6aa84835,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T04:20:23Z,topic='l3_agent')) {'router_ids': ['084e8c9e-66fb-4e21-a43d-e0a299506bc2'], 'active': True} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:35:39.861452 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvr_db [None req-1b29ce25-a32b-4fcb-ba20-853de27821fb None None] Set router 084e8c9e-66fb-4e21-a43d-e0a299506bc2 gateway port host: dv-cinder-810118-1-iscsi {{(pid=94617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 04:35:40.047757 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-1b29ce25-a32b-4fcb-ba20-853de27821fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '084e8c9e-66fb-4e21-a43d-e0a299506bc2', 'name': 'tempest-AttachVolumeTestJSON-833141330-router', 'tenant_id': 'ad7f6cd153e24f3db680028c6bdb22b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'external_fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': 'c40c790e-995b-479a-8ee5-afa61744b64e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T04:32:16Z', 'updated_at': '2021-09-22T04:32:21Z', 'revision_number': 4, 'project_id': 'ad7f6cd153e24f3db680028c6bdb22b5', 'gw_port': {'id': 'c40c790e-995b-479a-8ee5-afa61744b64e', 'name': '', 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084e8c9e-66fb-4e21-a43d-e0a299506bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:32:17Z', 'updated_at': '2021-09-22T04:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810118-1-iscsi', '_interfaces': [{'id': 'c69e743b-c17e-4b4a-a219-ec12003e7af5', 'name': '', 'network_id': 'ca51e19a-eb03-4e80-b068-2395ef770566', 'tenant_id': 'ad7f6cd153e24f3db680028c6bdb22b5', 'mac_address': 'fa:16:3e:90:21:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084e8c9e-66fb-4e21-a43d-e0a299506bc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'd4733523-2a04-4d39-afc7-a1fd1c83d105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:32:20Z', 'updated_at': '2021-09-22T04:32:25Z', 'revision_number': 5, 'project_id': 'ad7f6cd153e24f3db680028c6bdb22b5', 'subnets': [{'id': 'd4733523-2a04-4d39-afc7-a1fd1c83d105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810118-1-iscsi', False) {} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:35:40.074057 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b29ce25-a32b-4fcb-ba20-853de27821fb None None] The sync data for ids ['084e8c9e-66fb-4e21-a43d-e0a299506bc2'] in dv-cinder-810118-1-iscsi is: [{'id': '084e8c9e-66fb-4e21-a43d-e0a299506bc2', 'name': 'tempest-AttachVolumeTestJSON-833141330-router', 'tenant_id': 'ad7f6cd153e24f3db680028c6bdb22b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'external_fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': 'c40c790e-995b-479a-8ee5-afa61744b64e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T04:32:16Z', 'updated_at': '2021-09-22T04:32:21Z', 'revision_number': 4, 'project_id': 'ad7f6cd153e24f3db680028c6bdb22b5', 'gw_port': {'id': 'c40c790e-995b-479a-8ee5-afa61744b64e', 'name': '', 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084e8c9e-66fb-4e21-a43d-e0a299506bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:32:17Z', 'updated_at': '2021-09-22T04:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810118-1-iscsi', '_interfaces': [{'id': 'c69e743b-c17e-4b4a-a219-ec12003e7af5', 'name': '', 'network_id': 'ca51e19a-eb03-4e80-b068-2395ef770566', 'tenant_id': 'ad7f6cd153e24f3db680028c6bdb22b5', 'mac_address': 'fa:16:3e:90:21:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084e8c9e-66fb-4e21-a43d-e0a299506bc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'd4733523-2a04-4d39-afc7-a1fd1c83d105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:32:20Z', 'updated_at': '2021-09-22T04:32:25Z', 'revision_number': 5, 'project_id': 'ad7f6cd153e24f3db680028c6bdb22b5', 'subnets': [{'id': 'd4733523-2a04-4d39-afc7-a1fd1c83d105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 04:35:40.172102 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-617fbe6d-64ca-4ee4-85b5-5dbf49db8b8d req-e3c1be4b-f4bb-4c51-9ba4-d11db7130f9a tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "GET /v2.0/ports?device_id=57f78f2b-3a3f-4a01-b448-ec95f54237d4 HTTP/1.1" status: 200 len: 210 time: 0.0255258 Sep 22 04:35:40.294994 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d36984e-c720-4ee8-b5c5-9e35ae9b92a8 None None] New status for floating IP 4af196a7-683a-4e74-ad7a-7de545bade59: DOWN {{(pid=94618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 04:35:41.372039 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 48816) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:35:41.425014 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-499e3a1e-6eff-470e-b2a5-5768a2d2970b tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Notify callbacks [] for security_group, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:35:41.447788 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-499e3a1e-6eff-470e-b2a5-5768a2d2970b tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:35:41.560776 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-499e3a1e-6eff-470e-b2a5-5768a2d2970b tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:35:41.563316 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-499e3a1e-6eff-470e-b2a5-5768a2d2970b tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Notify callbacks [] for security_group, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:35:41.564481 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-499e3a1e-6eff-470e-b2a5-5768a2d2970b tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "DELETE /v2.0/security-groups/d4ff925a-f065-42a9-bdee-45eb1fefa4ef HTTP/1.1" status: 204 len: 168 time: 0.1914096 Sep 22 04:35:41.567253 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 48818) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:35:41.573507 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499e3a1e-6eff-470e-b2a5-5768a2d2970b tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4ff925a-f065-42a9-bdee-45eb1fefa4ef,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:35:41.580880 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.api.v2.resource [None req-86bdfd90-3d91-4be2-85a4-5f831ac5fb8b tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] show failed (client error): The resource could not be found. Sep 22 04:35:41.581091 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499e3a1e-6eff-470e-b2a5-5768a2d2970b tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:35:41.581444 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499e3a1e-6eff-470e-b2a5-5768a2d2970b tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:35:41.581776 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499e3a1e-6eff-470e-b2a5-5768a2d2970b tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:35:41.581903 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-86bdfd90-3d91-4be2-85a4-5f831ac5fb8b tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "GET /v2.0/security-groups/d4ff925a-f065-42a9-bdee-45eb1fefa4ef HTTP/1.1" status: 404 len: 347 time: 0.0136571 Sep 22 04:35:41.582116 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499e3a1e-6eff-470e-b2a5-5768a2d2970b tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:35:41.582489 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499e3a1e-6eff-470e-b2a5-5768a2d2970b tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:35:41.582826 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499e3a1e-6eff-470e-b2a5-5768a2d2970b tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:35:41.583152 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499e3a1e-6eff-470e-b2a5-5768a2d2970b tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:35:41.583479 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499e3a1e-6eff-470e-b2a5-5768a2d2970b tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:35:41.583804 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499e3a1e-6eff-470e-b2a5-5768a2d2970b tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:35:41.584126 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499e3a1e-6eff-470e-b2a5-5768a2d2970b tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:35:41.584453 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499e3a1e-6eff-470e-b2a5-5768a2d2970b tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:35:41.584808 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499e3a1e-6eff-470e-b2a5-5768a2d2970b tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:35:41.585085 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 48820) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:35:41.704474 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [None req-ced9b596-e2c7-4b6a-affe-1a734a1489b1 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Deleting port 5e9bcfa9-8105-4f1c-ae4a-64ca867a3815 {{(pid=94616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 04:35:41.704837 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ced9b596-e2c7-4b6a-affe-1a734a1489b1 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769518975272'] for port, before_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:35:41.778941 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ced9b596-e2c7-4b6a-affe-1a734a1489b1 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1861379'] for port, precommit_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:35:41.779271 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ced9b596-e2c7-4b6a-affe-1a734a1489b1 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:35:41.790468 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [None req-ced9b596-e2c7-4b6a-affe-1a734a1489b1 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Calling delete_port for 5e9bcfa9-8105-4f1c-ae4a-64ca867a3815 owned by network:floatingip {{(pid=94616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 04:35:42.258935 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Device d7f48021-f64e-4938-99a4-bdeec7e47ac5 no longer exists at agent hyperv_hv-cinder-81011 {{(pid=94617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 04:35:42.268967 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ced9b596-e2c7-4b6a-affe-1a734a1489b1 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769518980334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769518673866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534565802'] for port, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:35:42.282157 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.plugin [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] No Port match for: d7f48021-f64e-4938-99a4-bdeec7e47ac5 {{(pid=94617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 04:35:42.282522 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Device d7f48021-f64e-4938-99a4-bdeec7e47ac5 not bound to the agent host hv-cinder-81011 {{(pid=94617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 04:35:42.294393 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced9b596-e2c7-4b6a-affe-1a734a1489b1 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Pushing event deleted for resources: {'Port': ['ID=5e9bcfa9-8105-4f1c-ae4a-64ca867a3815,revision_number=None']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:35:42.350835 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ced9b596-e2c7-4b6a-affe-1a734a1489b1 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Notify callbacks [] for floatingip, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:35:42.355319 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ced9b596-e2c7-4b6a-affe-1a734a1489b1 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34584'] for floatingip, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:35:42.357950 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-ced9b596-e2c7-4b6a-affe-1a734a1489b1 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "DELETE /v2.0/floatingips/4af196a7-683a-4e74-ad7a-7de545bade59 HTTP/1.1" status: 204 len: 168 time: 0.7717786 Sep 22 04:35:42.708669 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 48824) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:35:42.713688 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.v2.base [None req-27e0f0a1-0e2a-4b28-9cee-f239444aa1ae tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1232391256', 'description': 'tempest-description--1243571632'}} {{(pid=94615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 04:35:42.823317 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-27e0f0a1-0e2a-4b28-9cee-f239444aa1ae tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Notify callbacks [] for security_group, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:35:42.899984 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-27e0f0a1-0e2a-4b28-9cee-f239444aa1ae tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Notify callbacks [] for security_group, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:35:42.977854 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-27e0f0a1-0e2a-4b28-9cee-f239444aa1ae tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:35:43.007475 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e0f0a1-0e2a-4b28-9cee-f239444aa1ae tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26779e0b-b268-4d9e-881a-fead9d29e039,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:35:43.075338 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-27e0f0a1-0e2a-4b28-9cee-f239444aa1ae tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Notify callbacks [] for security_group, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:35:43.076638 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-27e0f0a1-0e2a-4b28-9cee-f239444aa1ae tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3666160 Sep 22 04:35:43.079375 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 48826) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:35:43.083691 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.v2.base [None req-fa2d3338-2550-464c-ad18-b21cc06d70a9 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Request body: {'security_group_rule': {'security_group_id': '26779e0b-b268-4d9e-881a-fead9d29e039', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 04:35:43.147811 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-fa2d3338-2550-464c-ad18-b21cc06d70a9 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:35:43.201212 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-fa2d3338-2550-464c-ad18-b21cc06d70a9 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:35:43.252265 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-fa2d3338-2550-464c-ad18-b21cc06d70a9 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073950'] for security_group_rule, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:35:43.267645 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2d3338-2550-464c-ad18-b21cc06d70a9 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4edaa768-515d-4394-9723-733b5b96ef2c,revision_number=0']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:35:43.331754 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-fa2d3338-2550-464c-ad18-b21cc06d70a9 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:35:43.335850 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-fa2d3338-2550-464c-ad18-b21cc06d70a9 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2528372 Sep 22 04:35:43.336038 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 48828) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:35:43.340553 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.v2.base [None req-3a269d25-7ec5-44e4-add7-234aa98abff8 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Request body: {'security_group_rule': {'security_group_id': '26779e0b-b268-4d9e-881a-fead9d29e039', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 04:35:43.361846 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-d2a4e845-cfad-4cc3-aed6-cbe21dfb5458 req-af1bd88f-5eaf-4841-9e5a-b189dfd5af4d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=560ca75a-65de-49a4-ab3d-fe6c76280014&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0419121 Sep 22 04:35:43.421756 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a4e845-cfad-4cc3-aed6-cbe21dfb5458 req-ce110e28-0947-47bd-9641-09cac31c0749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:35:43.423271 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-d2a4e845-cfad-4cc3-aed6-cbe21dfb5458 req-ce110e28-0947-47bd-9641-09cac31c0749 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a5932c0fd28d4509bc11811644adc1b2&device_id=560ca75a-65de-49a4-ab3d-fe6c76280014 HTTP/1.1" status: 200 len: 1099 time: 0.0388205 Sep 22 04:35:43.429000 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-3a269d25-7ec5-44e4-add7-234aa98abff8 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:35:43.489274 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-3a269d25-7ec5-44e4-add7-234aa98abff8 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:35:43.524085 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a4e845-cfad-4cc3-aed6-cbe21dfb5458 req-d79f75a7-cdef-40bd-aafc-d54ac4cca866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:35:43.525485 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-d2a4e845-cfad-4cc3-aed6-cbe21dfb5458 req-d79f75a7-cdef-40bd-aafc-d54ac4cca866 service neutron] 10.222.0.30 "GET /v2.0/networks?id=203dddc9-87c2-468f-9ab9-d2290e8ee531 HTTP/1.1" status: 200 len: 916 time: 0.0823977 Sep 22 04:35:43.566291 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-3a269d25-7ec5-44e4-add7-234aa98abff8 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073950'] for security_group_rule, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:35:43.581104 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a269d25-7ec5-44e4-add7-234aa98abff8 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a01287e-ac55-45e6-a904-86a4ef3225b3,revision_number=0']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:35:43.606679 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-d2a4e845-cfad-4cc3-aed6-cbe21dfb5458 req-91b996ff-e9b7-47d9-bdfa-30cca025572f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3c0160cb-7b20-4b5f-88e0-8d50d36a0aba HTTP/1.1" status: 200 len: 1001 time: 0.0726094 Sep 22 04:35:43.657583 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-3a269d25-7ec5-44e4-add7-234aa98abff8 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:35:43.658087 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a4e845-cfad-4cc3-aed6-cbe21dfb5458 req-e042dac8-1890-42a0-b4d2-a978acbab262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:35:43.659841 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-3a269d25-7ec5-44e4-add7-234aa98abff8 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3218257 Sep 22 04:35:43.659991 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-d2a4e845-cfad-4cc3-aed6-cbe21dfb5458 req-e042dac8-1890-42a0-b4d2-a978acbab262 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e4ceb253-3d8e-46ef-b438-694b8c1700e2 HTTP/1.1" status: 200 len: 855 time: 0.0460088 Sep 22 04:35:43.662093 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 48830) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:35:43.666240 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.v2.base [None req-7b4420c6-8eba-4ffb-93c2-6fd022b8f162 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Request body: {'floatingip': {'floating_network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463'}} {{(pid=94616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 04:35:43.717605 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a4e845-cfad-4cc3-aed6-cbe21dfb5458 req-f33cce2d-825a-44c5-a6de-2edccaac795f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:35:43.719174 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-d2a4e845-cfad-4cc3-aed6-cbe21dfb5458 req-f33cce2d-825a-44c5-a6de-2edccaac795f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=203dddc9-87c2-468f-9ab9-d2290e8ee531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0482018 Sep 22 04:35:43.796121 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-7b4420c6-8eba-4ffb-93c2-6fd022b8f162 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Notify callbacks [] for floatingip, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:35:43.824793 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-d2a4e845-cfad-4cc3-aed6-cbe21dfb5458 req-50ccf018-7099-426a-8c9d-c931ff4d3a07 service neutron] 10.222.0.30 "GET /v2.0/networks/203dddc9-87c2-468f-9ab9-d2290e8ee531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977669 Sep 22 04:35:43.956689 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-d2a4e845-cfad-4cc3-aed6-cbe21dfb5458 req-69b684ec-1367-4f1b-bc75-34cbbdf47ed3 service neutron] 10.222.0.30 "GET /v2.0/networks/203dddc9-87c2-468f-9ab9-d2290e8ee531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227577 Sep 22 04:35:43.973205 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-7b4420c6-8eba-4ffb-93c2-6fd022b8f162 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:35:44.080877 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.db.db_base_plugin_common [None req-7b4420c6-8eba-4ffb-93c2-6fd022b8f162 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Allocated IP 172.27.3.72 (1c001e5d-5f10-46e0-9089-3ba13d08e463/ef28eb13-4204-4034-a22d-0722adaca342/2de33ebf-b4f3-49c3-8e72-a42fe075b6e7) {{(pid=94616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 04:35:44.181446 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-7b4420c6-8eba-4ffb-93c2-6fd022b8f162 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Notify callbacks [] for port, precommit_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:35:44.275196 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-7b4420c6-8eba-4ffb-93c2-6fd022b8f162 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769518673857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534565802'] for port, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:35:44.316872 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b4420c6-8eba-4ffb-93c2-6fd022b8f162 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Network 1c001e5d-5f10-46e0-9089-3ba13d08e463 is already hosted by enough agents. {{(pid=94616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 04:35:44.320982 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.scheduler.base_scheduler [None req-7b4420c6-8eba-4ffb-93c2-6fd022b8f162 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Resources bound (agent type, host, resource id): {{(pid=94616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 04:35:44.327605 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4420c6-8eba-4ffb-93c2-6fd022b8f162 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Received port after_create {{(pid=94616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 04:35:44.330568 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4420c6-8eba-4ffb-93c2-6fd022b8f162 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Pushing event updated for resources: {'Port': ['ID=2de33ebf-b4f3-49c3-8e72-a42fe075b6e7,revision_number=1']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:35:44.408981 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-7b4420c6-8eba-4ffb-93c2-6fd022b8f162 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:35:44.505954 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-7b4420c6-8eba-4ffb-93c2-6fd022b8f162 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:35:44.649355 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-7b4420c6-8eba-4ffb-93c2-6fd022b8f162 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Notify callbacks [] for port, precommit_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:35:44.702711 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-7b4420c6-8eba-4ffb-93c2-6fd022b8f162 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534565793'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:35:44.771762 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4420c6-8eba-4ffb-93c2-6fd022b8f162 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Pushing event updated for resources: {'Port': ['ID=2de33ebf-b4f3-49c3-8e72-a42fe075b6e7,revision_number=2']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:35:44.781283 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-7b4420c6-8eba-4ffb-93c2-6fd022b8f162 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1865242'] for floatingip, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:35:44.845691 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-7b4420c6-8eba-4ffb-93c2-6fd022b8f162 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34584'] for floatingip, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:35:44.846900 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-7b4420c6-8eba-4ffb-93c2-6fd022b8f162 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1839156 Sep 22 04:35:45.028098 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-c398f91c-cd6d-4431-a48e-7f99a2d51c9b req-59229096-b202-448b-869d-c56c1be6a1c3 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1232391256&fields=id&tenant_id=ad7f6cd153e24f3db680028c6bdb22b5 HTTP/1.1" status: 200 len: 267 time: 0.0322762 Sep 22 04:35:45.129198 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c398f91c-cd6d-4431-a48e-7f99a2d51c9b req-855015b8-34cc-46e6-9943-bd142b1384d2 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:35:45.130668 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-c398f91c-cd6d-4431-a48e-7f99a2d51c9b req-855015b8-34cc-46e6-9943-bd142b1384d2 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "GET /v2.0/networks?id=ca51e19a-eb03-4e80-b068-2395ef770566 HTTP/1.1" status: 200 len: 810 time: 0.0960224 Sep 22 04:35:45.145054 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-c398f91c-cd6d-4431-a48e-7f99a2d51c9b req-035ca637-47c1-422c-a13c-3c6f18528f6c tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "GET /v2.0/quotas/ad7f6cd153e24f3db680028c6bdb22b5 HTTP/1.1" status: 200 len: 375 time: 0.0086935 Sep 22 04:35:45.199594 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-c398f91c-cd6d-4431-a48e-7f99a2d51c9b req-fa6c43d1-5f31-4283-b086-29453ede9686 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ad7f6cd153e24f3db680028c6bdb22b5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0492680 Sep 22 04:35:45.290185 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-c398f91c-cd6d-4431-a48e-7f99a2d51c9b req-264ba459-66f1-45d5-96bb-e90236b79ecf service neutron] 10.222.0.24 "GET /v2.0/networks/ca51e19a-eb03-4e80-b068-2395ef770566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794761 Sep 22 04:35:45.378632 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-c398f91c-cd6d-4431-a48e-7f99a2d51c9b req-9614b948-591c-433b-8930-923d3bd0f3a6 service neutron] 10.222.0.24 "GET /v2.0/networks/ca51e19a-eb03-4e80-b068-2395ef770566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819802 Sep 22 04:35:45.618551 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-52f49672-5445-4498-b08a-de4855e9b979 req-ab808765-056e-40dc-9034-ad89fcc80c2f tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "GET /v2.0/ports?device_id=1eee0e51-d13d-4f5e-9d46-26adfc655baf HTTP/1.1" status: 200 len: 210 time: 0.0252199 Sep 22 04:35:46.709794 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-6906c73d-b80f-4993-bf36-e450a710f2e3 req-2bd3118a-fbd3-4a42-88df-198f62661eb2 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "GET /v2.0/ports?device_id=1eee0e51-d13d-4f5e-9d46-26adfc655baf HTTP/1.1" status: 200 len: 210 time: 0.0256143 Sep 22 04:35:47.261669 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c398f91c-cd6d-4431-a48e-7f99a2d51c9b req-c7c7cbce-a519-4a5a-9c8d-3058273c7e24 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:35:47.263587 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-c398f91c-cd6d-4431-a48e-7f99a2d51c9b req-c7c7cbce-a519-4a5a-9c8d-3058273c7e24 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.30 "GET /v2.0/networks?id=ca51e19a-eb03-4e80-b068-2395ef770566 HTTP/1.1" status: 200 len: 810 time: 0.0992429 Sep 22 04:35:47.312564 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-c398f91c-cd6d-4431-a48e-7f99a2d51c9b req-7cbf3406-be2a-416f-9844-bb8a80aee4a1 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ad7f6cd153e24f3db680028c6bdb22b5 HTTP/1.1" status: 200 len: 380 time: 0.0397885 Sep 22 04:35:47.322397 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.v2.base [req-c398f91c-cd6d-4431-a48e-7f99a2d51c9b req-008dee99-06fd-43d1-b0df-50f355e41dca tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Request body: {'port': {'device_id': '1eee0e51-d13d-4f5e-9d46-26adfc655baf', 'network_id': 'ca51e19a-eb03-4e80-b068-2395ef770566', 'admin_state_up': True, 'tenant_id': 'ad7f6cd153e24f3db680028c6bdb22b5', 'security_groups': ['26779e0b-b268-4d9e-881a-fead9d29e039']}} {{(pid=94616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 04:35:47.560949 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c398f91c-cd6d-4431-a48e-7f99a2d51c9b req-008dee99-06fd-43d1-b0df-50f355e41dca tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Made reservation on behalf of ad7f6cd153e24f3db680028c6bdb22b5 for: {'port': 1} {{(pid=94616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 04:35:47.564483 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-c398f91c-cd6d-4431-a48e-7f99a2d51c9b req-008dee99-06fd-43d1-b0df-50f355e41dca tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:35:47.698257 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.db.db_base_plugin_common [req-c398f91c-cd6d-4431-a48e-7f99a2d51c9b req-008dee99-06fd-43d1-b0df-50f355e41dca tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Allocated IP 172.20.0.11 (ca51e19a-eb03-4e80-b068-2395ef770566/d4733523-2a04-4d39-afc7-a1fd1c83d105/4acee3d8-a627-41ac-b9ef-ff54da8d5332) {{(pid=94616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 04:35:47.805142 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-d39a5ba0-c0a7-4c7b-88e6-a0c7d92ddd83 req-527fc6ef-4d97-43b6-8780-d00221e3a63a tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "GET /v2.0/ports?device_id=1eee0e51-d13d-4f5e-9d46-26adfc655baf HTTP/1.1" status: 200 len: 210 time: 0.0285327 Sep 22 04:35:47.829077 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-c398f91c-cd6d-4431-a48e-7f99a2d51c9b req-008dee99-06fd-43d1-b0df-50f355e41dca tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Notify callbacks [] for port, precommit_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:35:47.915075 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-c398f91c-cd6d-4431-a48e-7f99a2d51c9b req-008dee99-06fd-43d1-b0df-50f355e41dca tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769518673857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534565802'] for port, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:35:47.954768 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c398f91c-cd6d-4431-a48e-7f99a2d51c9b req-008dee99-06fd-43d1-b0df-50f355e41dca tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Network ca51e19a-eb03-4e80-b068-2395ef770566 is already hosted by enough agents. {{(pid=94616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 04:35:47.957756 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.scheduler.base_scheduler [req-c398f91c-cd6d-4431-a48e-7f99a2d51c9b req-008dee99-06fd-43d1-b0df-50f355e41dca tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Resources bound (agent type, host, resource id): {{(pid=94616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 04:35:47.961325 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvrscheduler_db [req-c398f91c-cd6d-4431-a48e-7f99a2d51c9b req-008dee99-06fd-43d1-b0df-50f355e41dca tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Received port after_create {{(pid=94616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 04:35:47.988545 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008dee99-06fd-43d1-b0df-50f355e41dca tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Pushing event updated for resources: {'Port': ['ID=4acee3d8-a627-41ac-b9ef-ff54da8d5332,revision_number=1']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:35:48.017224 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c398f91c-cd6d-4431-a48e-7f99a2d51c9b req-008dee99-06fd-43d1-b0df-50f355e41dca tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:35:48.017844 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-c398f91c-cd6d-4431-a48e-7f99a2d51c9b req-008dee99-06fd-43d1-b0df-50f355e41dca tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34584'] for port, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:35:48.132760 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-c398f91c-cd6d-4431-a48e-7f99a2d51c9b req-008dee99-06fd-43d1-b0df-50f355e41dca tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8138623 Sep 22 04:35:48.145747 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.v2.base [req-c398f91c-cd6d-4431-a48e-7f99a2d51c9b req-5d526c91-c30c-483e-b02f-1802dea03445 service neutron] Request body: {'port': {'device_id': '1eee0e51-d13d-4f5e-9d46-26adfc655baf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81011'}} {{(pid=94616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 04:35:48.172380 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-0f476c74-046f-47b9-a8d9-e068deb9028a None None] Provisioning complete for port 4acee3d8-a627-41ac-b9ef-ff54da8d5332 triggered by entity DHCP. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 04:35:48.172994 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-0f476c74-046f-47b9-a8d9-e068deb9028a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628798'] for port, provisioning_complete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:35:48.198435 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-c398f91c-cd6d-4431-a48e-7f99a2d51c9b req-5d526c91-c30c-483e-b02f-1802dea03445 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:35:48.204878 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.plugin [None req-0f476c74-046f-47b9-a8d9-e068deb9028a None None] Port 4acee3d8-a627-41ac-b9ef-ff54da8d5332 cannot update to ACTIVE because it is not bound. {{(pid=94617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 04:35:48.449678 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.notifiers.nova [req-c398f91c-cd6d-4431-a48e-7f99a2d51c9b req-5d526c91-c30c-483e-b02f-1802dea03445 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4acee3d8-a627-41ac-b9ef-ff54da8d5332 {{(pid=94616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 04:35:48.456813 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-c398f91c-cd6d-4431-a48e-7f99a2d51c9b req-5d526c91-c30c-483e-b02f-1802dea03445 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:35:48.468599 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [req-c398f91c-cd6d-4431-a48e-7f99a2d51c9b req-5d526c91-c30c-483e-b02f-1802dea03445 service neutron] Transition to ACTIVE for port object 4acee3d8-a627-41ac-b9ef-ff54da8d5332 will not be triggered until provisioned by entity L2. {{(pid=94616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 04:35:48.525806 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-c398f91c-cd6d-4431-a48e-7f99a2d51c9b req-5d526c91-c30c-483e-b02f-1802dea03445 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534565793'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:35:48.576729 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d526c91-c30c-483e-b02f-1802dea03445 service neutron] Pushing event updated for resources: {'Port': ['ID=4acee3d8-a627-41ac-b9ef-ff54da8d5332,revision_number=2']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:35:48.646320 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.managers [req-c398f91c-cd6d-4431-a48e-7f99a2d51c9b req-5d526c91-c30c-483e-b02f-1802dea03445 service neutron] Attempting to bind port 4acee3d8-a627-41ac-b9ef-ff54da8d5332 on host hv-cinder-81011 for vnic_type normal with profile {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 04:35:48.646718 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.managers [req-c398f91c-cd6d-4431-a48e-7f99a2d51c9b req-5d526c91-c30c-483e-b02f-1802dea03445 service neutron] Attempting to bind port 4acee3d8-a627-41ac-b9ef-ff54da8d5332 by drivers openvswitch,hyperv on host hv-cinder-81011 at level 0 using segments [{'id': '02ddcc00-f354-4996-9afc-0811ec64930a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ca51e19a-eb03-4e80-b068-2395ef770566'}] {{(pid=94616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 04:35:48.647114 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c398f91c-cd6d-4431-a48e-7f99a2d51c9b req-5d526c91-c30c-483e-b02f-1802dea03445 service neutron] Attempting to bind port 4acee3d8-a627-41ac-b9ef-ff54da8d5332 on network ca51e19a-eb03-4e80-b068-2395ef770566 {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 04:35:48.651316 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c398f91c-cd6d-4431-a48e-7f99a2d51c9b req-5d526c91-c30c-483e-b02f-1802dea03445 service neutron] Port 4acee3d8-a627-41ac-b9ef-ff54da8d5332 on network ca51e19a-eb03-4e80-b068-2395ef770566 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81011 {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 04:35:48.651633 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c398f91c-cd6d-4431-a48e-7f99a2d51c9b req-5d526c91-c30c-483e-b02f-1802dea03445 service neutron] Attempting to bind port 4acee3d8-a627-41ac-b9ef-ff54da8d5332 on network ca51e19a-eb03-4e80-b068-2395ef770566 {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 04:35:48.657406 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c398f91c-cd6d-4431-a48e-7f99a2d51c9b req-5d526c91-c30c-483e-b02f-1802dea03445 service neutron] Checking agent: {'id': '347231d5-0b5a-4d21-8b71-bfdb97c43ccc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81011', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 4, 26, 37), 'started_at': datetime.datetime(2021, 9, 22, 4, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 4, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 04:35:48.657743 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c398f91c-cd6d-4431-a48e-7f99a2d51c9b req-5d526c91-c30c-483e-b02f-1802dea03445 service neutron] Checking segment: {'id': '02ddcc00-f354-4996-9afc-0811ec64930a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ca51e19a-eb03-4e80-b068-2395ef770566'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 04:35:48.658119 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c398f91c-cd6d-4431-a48e-7f99a2d51c9b req-5d526c91-c30c-483e-b02f-1802dea03445 service neutron] Bound using segment: {'id': '02ddcc00-f354-4996-9afc-0811ec64930a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ca51e19a-eb03-4e80-b068-2395ef770566'} {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 04:35:48.658541 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.managers [req-c398f91c-cd6d-4431-a48e-7f99a2d51c9b req-5d526c91-c30c-483e-b02f-1802dea03445 service neutron] Bound port: 4acee3d8-a627-41ac-b9ef-ff54da8d5332, host: hv-cinder-81011, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02ddcc00-f354-4996-9afc-0811ec64930a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'ca51e19a-eb03-4e80-b068-2395ef770566'}}] {{(pid=94616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 04:35:48.658895 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-c398f91c-cd6d-4431-a48e-7f99a2d51c9b req-5d526c91-c30c-483e-b02f-1802dea03445 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:35:48.723840 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [req-c398f91c-cd6d-4431-a48e-7f99a2d51c9b req-5d526c91-c30c-483e-b02f-1802dea03445 service neutron] For port 4acee3d8-a627-41ac-b9ef-ff54da8d5332, host hv-cinder-81011, cleared binding levels {{(pid=94616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 04:35:48.726841 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [req-c398f91c-cd6d-4431-a48e-7f99a2d51c9b req-5d526c91-c30c-483e-b02f-1802dea03445 service neutron] For port 4acee3d8-a627-41ac-b9ef-ff54da8d5332, host hv-cinder-81011, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81011',level=0,port_id=4acee3d8-a627-41ac-b9ef-ff54da8d5332,segment=NetworkSegment(02ddcc00-f354-4996-9afc-0811ec64930a),segment_id=02ddcc00-f354-4996-9afc-0811ec64930a)] {{(pid=94616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 04:35:48.789771 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-c398f91c-cd6d-4431-a48e-7f99a2d51c9b req-5d526c91-c30c-483e-b02f-1802dea03445 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534565793'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:35:48.823123 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c398f91c-cd6d-4431-a48e-7f99a2d51c9b req-5d526c91-c30c-483e-b02f-1802dea03445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:35:48.823734 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-c398f91c-cd6d-4431-a48e-7f99a2d51c9b req-5d526c91-c30c-483e-b02f-1802dea03445 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34584'] for port, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:35:48.825131 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-c398f91c-cd6d-4431-a48e-7f99a2d51c9b req-5d526c91-c30c-483e-b02f-1802dea03445 service neutron] 10.222.0.30 "PUT /v2.0/ports/4acee3d8-a627-41ac-b9ef-ff54da8d5332 HTTP/1.1" status: 200 len: 1094 time: 0.6840367 Sep 22 04:35:48.826049 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1eee0e51-d13d-4f5e-9d46-26adfc655baf', 'tag': '4acee3d8-a627-41ac-b9ef-ff54da8d5332'}] {{(pid=94616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 04:35:48.828274 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ee93b3f7eb2b2b6a350c95698ebe5b9c8d238e2160e747b625fec6bb3c76933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a0e3bc0-5d36-401e-83ce-3ca24c821cff" -d '{"events": [{"name": "network-changed", "server_uuid": "1eee0e51-d13d-4f5e-9d46-26adfc655baf", "tag": "4acee3d8-a627-41ac-b9ef-ff54da8d5332"}]}' {{(pid=94616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 04:35:48.852716 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d526c91-c30c-483e-b02f-1802dea03445 service neutron] Pushing event updated for resources: {'Port': ['ID=4acee3d8-a627-41ac-b9ef-ff54da8d5332,revision_number=3']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:35:48.889304 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 04:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b9faaa7-633d-4ac4-9258-747be1736613 x-openstack-request-id: req-1b9faaa7-633d-4ac4-9258-747be1736613 {{(pid=94616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 04:35:48.889614 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1eee0e51-d13d-4f5e-9d46-26adfc655baf", "tag": "4acee3d8-a627-41ac-b9ef-ff54da8d5332", "status": "completed", "code": 200}]} {{(pid=94616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 04:35:48.889837 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1b9faaa7-633d-4ac4-9258-747be1736613 {{(pid=94616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 04:35:48.890249 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1eee0e51-d13d-4f5e-9d46-26adfc655baf', 'tag': '4acee3d8-a627-41ac-b9ef-ff54da8d5332', 'status': 'completed', 'code': 200} Sep 22 04:35:48.982916 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b046813-18ab-48a7-a8f9-f87501103fad req-b47b0685-276a-44d8-a901-475b19eb41ff tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:35:48.984507 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-1b046813-18ab-48a7-a8f9-f87501103fad req-b47b0685-276a-44d8-a901-475b19eb41ff tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "GET /v2.0/ports?device_id=1eee0e51-d13d-4f5e-9d46-26adfc655baf HTTP/1.1" status: 200 len: 944 time: 0.0859616 Sep 22 04:35:48.987251 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0e3bc0-5d36-401e-83ce-3ca24c821cff req-72bc147a-9aff-4a4d-91cd-791c3aaeb22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:35:48.988659 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-7a0e3bc0-5d36-401e-83ce-3ca24c821cff req-72bc147a-9aff-4a4d-91cd-791c3aaeb22a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ad7f6cd153e24f3db680028c6bdb22b5&device_id=1eee0e51-d13d-4f5e-9d46-26adfc655baf HTTP/1.1" status: 200 len: 1097 time: 0.0614383 Sep 22 04:35:49.051104 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-1b046813-18ab-48a7-a8f9-f87501103fad req-11eb0489-85a9-46db-a562-62f8e6fb5e56 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "GET /v2.0/security-groups?id=26779e0b-b268-4d9e-881a-fead9d29e039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606887 Sep 22 04:35:49.105863 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0e3bc0-5d36-401e-83ce-3ca24c821cff req-978c32ad-3093-4f11-8009-64d204a43694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:35:49.107249 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-7a0e3bc0-5d36-401e-83ce-3ca24c821cff req-978c32ad-3093-4f11-8009-64d204a43694 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=ad7f6cd153e24f3db680028c6bdb22b5&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1101544 Sep 22 04:35:49.201338 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0e3bc0-5d36-401e-83ce-3ca24c821cff req-efbb0278-9e78-4406-bcc5-46824da7307f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:35:49.202758 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-7a0e3bc0-5d36-401e-83ce-3ca24c821cff req-efbb0278-9e78-4406-bcc5-46824da7307f service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0875871 Sep 22 04:35:49.281760 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c398f91c-cd6d-4431-a48e-7f99a2d51c9b req-be07fa54-77b5-4ce8-86c7-63df1f9007a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:35:49.283093 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-c398f91c-cd6d-4431-a48e-7f99a2d51c9b req-be07fa54-77b5-4ce8-86c7-63df1f9007a7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ad7f6cd153e24f3db680028c6bdb22b5&device_id=1eee0e51-d13d-4f5e-9d46-26adfc655baf HTTP/1.1" status: 200 len: 1097 time: 0.0390935 Sep 22 04:35:49.326749 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-c398f91c-cd6d-4431-a48e-7f99a2d51c9b req-e56af6b3-7ea0-4e77-b209-ebedc3ed9aba service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4acee3d8-a627-41ac-b9ef-ff54da8d5332 HTTP/1.1" status: 200 len: 217 time: 0.0356362 Sep 22 04:35:49.381448 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c398f91c-cd6d-4431-a48e-7f99a2d51c9b req-e9a40094-54ae-4092-8bf7-4ad7ce49fa46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:35:49.382881 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-c398f91c-cd6d-4431-a48e-7f99a2d51c9b req-e9a40094-54ae-4092-8bf7-4ad7ce49fa46 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d4733523-2a04-4d39-afc7-a1fd1c83d105 HTTP/1.1" status: 200 len: 849 time: 0.0494297 Sep 22 04:35:49.426787 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c398f91c-cd6d-4431-a48e-7f99a2d51c9b req-a7f31703-ee58-4072-bd20-2fba8bb163be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:35:49.428187 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-c398f91c-cd6d-4431-a48e-7f99a2d51c9b req-a7f31703-ee58-4072-bd20-2fba8bb163be service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ca51e19a-eb03-4e80-b068-2395ef770566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0374961 Sep 22 04:35:49.516167 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-c398f91c-cd6d-4431-a48e-7f99a2d51c9b req-a4f1c281-f515-4677-9537-735dd2b6b2a7 service neutron] 10.222.0.30 "GET /v2.0/networks/ca51e19a-eb03-4e80-b068-2395ef770566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799687 Sep 22 04:35:49.601932 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-c398f91c-cd6d-4431-a48e-7f99a2d51c9b req-3607c57d-b349-4dfd-83e9-e249fbba4495 service neutron] 10.222.0.30 "GET /v2.0/networks/ca51e19a-eb03-4e80-b068-2395ef770566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0772054 Sep 22 04:35:50.051492 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-3260831a-29b9-4fb7-a25c-c120705732e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:35:50.165531 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5869239-9614-4ab7-89a0-7ac7d1afc9b9 req-722b8d1b-715f-495c-a4d9-24f25abe8d39 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:35:50.166905 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-d5869239-9614-4ab7-89a0-7ac7d1afc9b9 req-722b8d1b-715f-495c-a4d9-24f25abe8d39 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "GET /v2.0/ports?device_id=1eee0e51-d13d-4f5e-9d46-26adfc655baf HTTP/1.1" status: 200 len: 944 time: 0.0484815 Sep 22 04:35:50.202992 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-d5869239-9614-4ab7-89a0-7ac7d1afc9b9 req-452aba18-adc3-4df6-bfc3-f2c3b772818c tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "GET /v2.0/security-groups?id=26779e0b-b268-4d9e-881a-fead9d29e039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301983 Sep 22 04:35:51.314558 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc13f03b-7047-428a-9f4f-e1abdb120472 req-5adb9503-b3b1-4367-a02d-887de45fda69 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:35:51.316007 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-cc13f03b-7047-428a-9f4f-e1abdb120472 req-5adb9503-b3b1-4367-a02d-887de45fda69 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "GET /v2.0/ports?device_id=1eee0e51-d13d-4f5e-9d46-26adfc655baf HTTP/1.1" status: 200 len: 944 time: 0.0476694 Sep 22 04:35:51.355205 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-cc13f03b-7047-428a-9f4f-e1abdb120472 req-813be2dc-22cc-473f-ba1d-1117ad75e5a7 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "GET /v2.0/security-groups?id=26779e0b-b268-4d9e-881a-fead9d29e039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332654 Sep 22 04:35:52.288178 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Device 4acee3d8-a627-41ac-b9ef-ff54da8d5332 details requested by agent hyperv_hv-cinder-81011 with host hv-cinder-81011 {{(pid=94617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 04:35:52.380217 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] For port 4acee3d8-a627-41ac-b9ef-ff54da8d5332, host hv-cinder-81011, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81011',level=0,port_id=4acee3d8-a627-41ac-b9ef-ff54da8d5332,segment=NetworkSegment(02ddcc00-f354-4996-9afc-0811ec64930a),segment_id=02ddcc00-f354-4996-9afc-0811ec64930a)] {{(pid=94617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:35:52.391249 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Returning: {'device': '4acee3d8-a627-41ac-b9ef-ff54da8d5332', 'network_id': 'ca51e19a-eb03-4e80-b068-2395ef770566', 'port_id': '4acee3d8-a627-41ac-b9ef-ff54da8d5332', 'mac_address': 'fa:16:3e:af:88:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4733523-2a04-4d39-afc7-a1fd1c83d105', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 04:35:52.426779 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:35:52.443747 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.notifiers.nova [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4acee3d8-a627-41ac-b9ef-ff54da8d5332 {{(pid=94617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 04:35:52.466109 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f666fe-cb25-4406-b4b9-b36cbdccf48c req-37e8de69-7ef3-4d1e-8efb-d381c9912b72 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:35:52.469866 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] For port 4acee3d8-a627-41ac-b9ef-ff54da8d5332, host hv-cinder-81011, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81011',level=0,port_id=4acee3d8-a627-41ac-b9ef-ff54da8d5332,segment=NetworkSegment(02ddcc00-f354-4996-9afc-0811ec64930a),segment_id=02ddcc00-f354-4996-9afc-0811ec64930a)] {{(pid=94617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:35:52.470008 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-40f666fe-cb25-4406-b4b9-b36cbdccf48c req-37e8de69-7ef3-4d1e-8efb-d381c9912b72 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "GET /v2.0/ports?device_id=1eee0e51-d13d-4f5e-9d46-26adfc655baf HTTP/1.1" status: 200 len: 944 time: 0.0494938 Sep 22 04:35:52.498071 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5ffc634e-05d5-4f16-9894-80bd09adec56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:35:52.508523 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-40f666fe-cb25-4406-b4b9-b36cbdccf48c req-004bbcb1-713e-4454-8cdc-100bb812fc23 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "GET /v2.0/security-groups?id=26779e0b-b268-4d9e-881a-fead9d29e039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335877 Sep 22 04:35:52.526092 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:35:52.571841 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Pushing event updated for resources: {'Port': ['ID=4acee3d8-a627-41ac-b9ef-ff54da8d5332,revision_number=4']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:35:52.578600 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:35:52.578948 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:35:52.579304 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:35:52.579640 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:35:52.579981 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:35:52.580294 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:35:52.580644 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:35:52.580970 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:35:52.581316 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:35:52.581640 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:35:52.581959 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:35:52.582274 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:35:52.766105 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] get_ports_and_sgs() called for port_ids ['4acee3d8-a627-41ac-b9ef-ff54da8d5332'] {{(pid=94617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 04:35:53.297502 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:35:53.617848 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277cf8bf-7c34-4e9f-b3d0-6c83b378f4a9 req-7b03eae7-de6a-4793-9052-64b17d06597f tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:35:53.619222 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-277cf8bf-7c34-4e9f-b3d0-6c83b378f4a9 req-7b03eae7-de6a-4793-9052-64b17d06597f tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "GET /v2.0/ports?device_id=1eee0e51-d13d-4f5e-9d46-26adfc655baf HTTP/1.1" status: 200 len: 945 time: 0.0474017 Sep 22 04:35:53.661383 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-277cf8bf-7c34-4e9f-b3d0-6c83b378f4a9 req-9b420fa0-d96d-4fe1-89b5-97f5d10ca6c7 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "GET /v2.0/security-groups?id=26779e0b-b268-4d9e-881a-fead9d29e039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317996 Sep 22 04:35:54.080246 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-62fe730e-da9a-4cac-a5e3-718f571d83ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:35:54.318036 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Device 4acee3d8-a627-41ac-b9ef-ff54da8d5332 up at agent hyperv_hv-cinder-81011 {{(pid=94617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 04:35:54.422648 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Provisioning for port 4acee3d8-a627-41ac-b9ef-ff54da8d5332 completed by entity L2. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 04:35:54.426284 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Provisioning complete for port 4acee3d8-a627-41ac-b9ef-ff54da8d5332 triggered by entity L2. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 04:35:54.426650 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628798'] for port, provisioning_complete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:35:54.614623 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:35:54.636045 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eee0e51-d13d-4f5e-9d46-26adfc655baf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4acee3d8-a627-41ac-b9ef-ff54da8d5332'}] {{(pid=94617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 04:35:54.638799 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}993cef13cba3f0ab7640ec7edf55a13b4a27e0226575f61fb20ce20e7b239147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a154978c-d834-4834-8734-b502b3b05834" -d '{"events": [{"server_uuid": "1eee0e51-d13d-4f5e-9d46-26adfc655baf", "name": "network-vif-plugged", "status": "completed", "tag": "4acee3d8-a627-41ac-b9ef-ff54da8d5332"}]}' {{(pid=94617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 04:35:54.650802 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] For port 4acee3d8-a627-41ac-b9ef-ff54da8d5332, host hv-cinder-81011, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81011',level=0,port_id=4acee3d8-a627-41ac-b9ef-ff54da8d5332,segment=NetworkSegment(02ddcc00-f354-4996-9afc-0811ec64930a),segment_id=02ddcc00-f354-4996-9afc-0811ec64930a)] {{(pid=94617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:35:54.674725 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 04:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c29d31d6-5b3a-4e24-8724-970dc8482463 x-openstack-request-id: req-c29d31d6-5b3a-4e24-8724-970dc8482463 {{(pid=94617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 04:35:54.675012 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eee0e51-d13d-4f5e-9d46-26adfc655baf", "name": "network-vif-plugged", "status": "completed", "tag": "4acee3d8-a627-41ac-b9ef-ff54da8d5332", "code": 200}]} {{(pid=94617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 04:35:54.675263 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c29d31d6-5b3a-4e24-8724-970dc8482463 {{(pid=94617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 04:35:54.675645 dv-cinder-810118-1-iscsi neutron-server[94617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eee0e51-d13d-4f5e-9d46-26adfc655baf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4acee3d8-a627-41ac-b9ef-ff54da8d5332', 'code': 200} Sep 22 04:35:54.715235 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:35:54.763123 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Pushing event updated for resources: {'Port': ['ID=4acee3d8-a627-41ac-b9ef-ff54da8d5332,revision_number=5']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:35:54.771560 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6d68df-04bd-4004-8580-90bb9fc21ed1 req-aaa57c89-8be0-4495-a7e1-c2ea19886c4c tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:35:54.773059 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-5a6d68df-04bd-4004-8580-90bb9fc21ed1 req-aaa57c89-8be0-4495-a7e1-c2ea19886c4c tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "GET /v2.0/ports?device_id=1eee0e51-d13d-4f5e-9d46-26adfc655baf HTTP/1.1" status: 200 len: 946 time: 0.0476577 Sep 22 04:35:54.810006 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-5a6d68df-04bd-4004-8580-90bb9fc21ed1 req-aa5ad379-23ee-4d55-b3af-f5c2685bb327 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "GET /v2.0/security-groups?id=26779e0b-b268-4d9e-881a-fead9d29e039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303047 Sep 22 04:35:54.968012 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e9e63b-b719-41e8-994f-344bcb36cfa3 req-4b97340a-559c-482e-9ee9-6d04f650cd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:35:54.969466 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-36e9e63b-b719-41e8-994f-344bcb36cfa3 req-4b97340a-559c-482e-9ee9-6d04f650cd1e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1eee0e51-d13d-4f5e-9d46-26adfc655baf HTTP/1.1" status: 200 len: 1099 time: 0.0385218 Sep 22 04:35:55.007607 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-36e9e63b-b719-41e8-994f-344bcb36cfa3 req-3285bc0f-e2bf-4911-a2b0-f4d4d81f60a3 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=26779e0b-b268-4d9e-881a-fead9d29e039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297401 Sep 22 04:35:55.668566 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-c7bbae2d-f237-46cc-b838-3371bd865633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:35:55.927652 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457a06e3-de17-4e4f-bbfc-23e7f4af0761 req-18e4c5eb-c839-462c-a416-f5fab8dc46df tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:35:55.929180 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-457a06e3-de17-4e4f-bbfc-23e7f4af0761 req-18e4c5eb-c839-462c-a416-f5fab8dc46df tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "GET /v2.0/ports?device_id=1eee0e51-d13d-4f5e-9d46-26adfc655baf HTTP/1.1" status: 200 len: 946 time: 0.0516181 Sep 22 04:35:55.967058 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-457a06e3-de17-4e4f-bbfc-23e7f4af0761 req-48a7b08f-9e91-4fd2-ba7e-dab061de95f6 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "GET /v2.0/security-groups?id=26779e0b-b268-4d9e-881a-fead9d29e039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311639 Sep 22 04:35:57.078553 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a69340-e881-4e42-b60f-497c29e9a4af req-b56e8054-71c2-44c3-92c2-6d689e56e381 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:35:57.080036 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-c4a69340-e881-4e42-b60f-497c29e9a4af req-b56e8054-71c2-44c3-92c2-6d689e56e381 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "GET /v2.0/ports?device_id=1eee0e51-d13d-4f5e-9d46-26adfc655baf HTTP/1.1" status: 200 len: 946 time: 0.0484176 Sep 22 04:35:57.116078 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-c4a69340-e881-4e42-b60f-497c29e9a4af req-3fb01e52-301e-40d9-b4a9-a6e8d58fef82 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "GET /v2.0/security-groups?id=26779e0b-b268-4d9e-881a-fead9d29e039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301540 Sep 22 04:35:57.223054 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3463d0e0-10b9-46a8-a551-38dc0d4ec435 req-6aba5736-e1a7-423a-8b95-b52b465c34a7 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:35:57.224438 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-3463d0e0-10b9-46a8-a551-38dc0d4ec435 req-6aba5736-e1a7-423a-8b95-b52b465c34a7 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "GET /v2.0/ports?device_id=1eee0e51-d13d-4f5e-9d46-26adfc655baf HTTP/1.1" status: 200 len: 946 time: 0.0468550 Sep 22 04:35:57.233400 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 48888) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:35:57.237703 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.v2.base [None req-5fce52a6-db8f-4b01-b1f6-459fd89b6c9f tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Request body: {'floatingip': {'port_id': '4acee3d8-a627-41ac-b9ef-ff54da8d5332'}} {{(pid=94615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 04:35:57.275365 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-5fce52a6-db8f-4b01-b1f6-459fd89b6c9f tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Notify callbacks [] for floatingip, before_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:35:57.714867 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-5fce52a6-db8f-4b01-b1f6-459fd89b6c9f tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:35:57.771803 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-5fce52a6-db8f-4b01-b1f6-459fd89b6c9f tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1865242'] for floatingip, after_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:35:57.869547 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.db.l3_db [None req-5fce52a6-db8f-4b01-b1f6-459fd89b6c9f tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Floating IP e3d5a481-aae0-44eb-9a1b-2e3b3c7dcc31 associated. External IP: 172.27.3.72, port: 4acee3d8-a627-41ac-b9ef-ff54da8d5332. Sep 22 04:35:58.078677 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.agents_db [None req-7fda405f-bd13-41fd-9497-f6551785b8a3 None None] Agent healthcheck: found 6 active agents {{(pid=94618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 04:35:58.081764 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fce52a6-db8f-4b01-b1f6-459fd89b6c9f tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Router 084e8c9e-66fb-4e21-a43d-e0a299506bc2 has already been hosted by L3 agent 67baeb3b-346e-4680-9ea8-6eec6aa84835 {{(pid=94615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 04:35:58.184999 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fce52a6-db8f-4b01-b1f6-459fd89b6c9f tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Notify agent at l3_agent.dv-cinder-810118-1-iscsi the message routers_updated {{(pid=94615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 04:35:58.189777 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-5fce52a6-db8f-4b01-b1f6-459fd89b6c9f tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34584'] for floatingip, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:35:58.194244 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dde5754-bb53-48ea-8f66-4960328dd91c None None] Sync routers for ids ['084e8c9e-66fb-4e21-a43d-e0a299506bc2'] in dv-cinder-810118-1-iscsi {{(pid=94617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 04:35:58.203560 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dde5754-bb53-48ea-8f66-4960328dd91c None None] Routers {'084e8c9e-66fb-4e21-a43d-e0a299506bc2'} bound to L3 agent in host dv-cinder-810118-1-iscsi {{(pid=94617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 04:35:58.204175 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-3dde5754-bb53-48ea-8f66-4960328dd91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810118-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T04:20:22Z,description=,heartbeat_timestamp=2021-09-22T04:35:52Z,host='dv-cinder-810118-1-iscsi',id=67baeb3b-346e-4680-9ea8-6eec6aa84835,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T04:20:23Z,topic='l3_agent')) {'router_ids': ['084e8c9e-66fb-4e21-a43d-e0a299506bc2'], 'active': True} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:35:58.215750 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-5fce52a6-db8f-4b01-b1f6-459fd89b6c9f tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "PUT /v2.0/floatingips/e3d5a481-aae0-44eb-9a1b-2e3b3c7dcc31 HTTP/1.1" status: 200 len: 991 time: 0.9812729 Sep 22 04:35:58.216411 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1eee0e51-d13d-4f5e-9d46-26adfc655baf', 'tag': '4acee3d8-a627-41ac-b9ef-ff54da8d5332'}] {{(pid=94615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 04:35:58.218770 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d27d553a3b9744112e878a2e80866f1fe0303ccc5aac5545403223d44c5d0e8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5c3a8d7-9c83-4018-8daa-cc133c5bbae8" -d '{"events": [{"name": "network-changed", "server_uuid": "1eee0e51-d13d-4f5e-9d46-26adfc655baf", "tag": "4acee3d8-a627-41ac-b9ef-ff54da8d5332"}]}' {{(pid=94615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 04:35:58.258287 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 04:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b67da048-3ee1-41a1-90bc-aaa2ed4bdc8f x-openstack-request-id: req-b67da048-3ee1-41a1-90bc-aaa2ed4bdc8f {{(pid=94615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 04:35:58.258877 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1eee0e51-d13d-4f5e-9d46-26adfc655baf", "tag": "4acee3d8-a627-41ac-b9ef-ff54da8d5332", "status": "completed", "code": 200}]} {{(pid=94615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 04:35:58.258877 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b67da048-3ee1-41a1-90bc-aaa2ed4bdc8f {{(pid=94615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 04:35:58.259317 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1eee0e51-d13d-4f5e-9d46-26adfc655baf', 'tag': '4acee3d8-a627-41ac-b9ef-ff54da8d5332', 'status': 'completed', 'code': 200} Sep 22 04:35:58.326134 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvr_db [None req-3dde5754-bb53-48ea-8f66-4960328dd91c None None] Set router 084e8c9e-66fb-4e21-a43d-e0a299506bc2 gateway port host: dv-cinder-810118-1-iscsi {{(pid=94617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 04:35:58.329328 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c3a8d7-9c83-4018-8daa-cc133c5bbae8 req-304d91d4-109d-4ffb-af0c-1af865fdd3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:35:58.330769 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-e5c3a8d7-9c83-4018-8daa-cc133c5bbae8 req-304d91d4-109d-4ffb-af0c-1af865fdd3ec service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ad7f6cd153e24f3db680028c6bdb22b5&device_id=1eee0e51-d13d-4f5e-9d46-26adfc655baf HTTP/1.1" status: 200 len: 1099 time: 0.0399516 Sep 22 04:35:58.421103 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c3a8d7-9c83-4018-8daa-cc133c5bbae8 req-722d1b9a-470e-4163-86ae-ad2a606e7be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:35:58.422681 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-e5c3a8d7-9c83-4018-8daa-cc133c5bbae8 req-722d1b9a-470e-4163-86ae-ad2a606e7be9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ca51e19a-eb03-4e80-b068-2395ef770566 HTTP/1.1" status: 200 len: 910 time: 0.0845418 Sep 22 04:35:58.485009 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-e5c3a8d7-9c83-4018-8daa-cc133c5bbae8 req-21854583-edeb-433b-829e-f2310256165f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4acee3d8-a627-41ac-b9ef-ff54da8d5332 HTTP/1.1" status: 200 len: 999 time: 0.0550771 Sep 22 04:35:58.532413 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c3a8d7-9c83-4018-8daa-cc133c5bbae8 req-65934411-77ad-4f35-b05c-f7ad0307c76d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:35:58.533881 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-e5c3a8d7-9c83-4018-8daa-cc133c5bbae8 req-65934411-77ad-4f35-b05c-f7ad0307c76d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d4733523-2a04-4d39-afc7-a1fd1c83d105 HTTP/1.1" status: 200 len: 849 time: 0.0420001 Sep 22 04:35:58.544214 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-3dde5754-bb53-48ea-8f66-4960328dd91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '084e8c9e-66fb-4e21-a43d-e0a299506bc2', 'name': 'tempest-AttachVolumeTestJSON-833141330-router', 'tenant_id': 'ad7f6cd153e24f3db680028c6bdb22b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'external_fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': 'c40c790e-995b-479a-8ee5-afa61744b64e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T04:32:16Z', 'updated_at': '2021-09-22T04:32:21Z', 'revision_number': 4, 'project_id': 'ad7f6cd153e24f3db680028c6bdb22b5', 'gw_port': {'id': 'c40c790e-995b-479a-8ee5-afa61744b64e', 'name': '', 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084e8c9e-66fb-4e21-a43d-e0a299506bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:32:17Z', 'updated_at': '2021-09-22T04:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810118-1-iscsi', '_floatingips': [{'id': 'e3d5a481-aae0-44eb-9a1b-2e3b3c7dcc31', 'tenant_id': 'ad7f6cd153e24f3db680028c6bdb22b5', 'floating_ip_address': '172.27.3.72', 'floating_network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'router_id': '084e8c9e-66fb-4e21-a43d-e0a299506bc2', 'port_id': '4acee3d8-a627-41ac-b9ef-ff54da8d5332', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca51e19a-eb03-4e80-b068-2395ef770566', 'mac_address': 'fa:16:3e:af:88:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eee0e51-d13d-4f5e-9d46-26adfc655baf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T04:35:44Z', 'updated_at': '2021-09-22T04:35:57Z', 'revision_number': 1, 'project_id': 'ad7f6cd153e24f3db680028c6bdb22b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c69e743b-c17e-4b4a-a219-ec12003e7af5', 'name': '', 'network_id': 'ca51e19a-eb03-4e80-b068-2395ef770566', 'tenant_id': 'ad7f6cd153e24f3db680028c6bdb22b5', 'mac_address': 'fa:16:3e:90:21:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084e8c9e-66fb-4e21-a43d-e0a299506bc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'd4733523-2a04-4d39-afc7-a1fd1c83d105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:32:20Z', 'updated_at': '2021-09-22T04:32:25Z', 'revision_number': 5, 'project_id': 'ad7f6cd153e24f3db680028c6bdb22b5', 'subnets': [{'id': 'd4733523-2a04-4d39-afc7-a1fd1c83d105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810118-1-iscsi', False) {} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:35:58.570439 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dde5754-bb53-48ea-8f66-4960328dd91c None None] Checking router: 084e8c9e-66fb-4e21-a43d-e0a299506bc2 for host: dv-cinder-810118-1-iscsi {{(pid=94617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 04:35:58.578503 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dde5754-bb53-48ea-8f66-4960328dd91c None None] Routers {'084e8c9e-66fb-4e21-a43d-e0a299506bc2'} bound to L3 agent in host dv-cinder-810118-1-iscsi {{(pid=94617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 04:35:58.579101 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-3dde5754-bb53-48ea-8f66-4960328dd91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810118-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T04:20:22Z,description=,heartbeat_timestamp=2021-09-22T04:35:52Z,host='dv-cinder-810118-1-iscsi',id=67baeb3b-346e-4680-9ea8-6eec6aa84835,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T04:20:23Z,topic='l3_agent')) {'router_ids': ['084e8c9e-66fb-4e21-a43d-e0a299506bc2'], 'active': True} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:35:58.582113 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c3a8d7-9c83-4018-8daa-cc133c5bbae8 req-4a9e3383-f9e8-418d-88c1-6135863f0123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:35:58.583538 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-e5c3a8d7-9c83-4018-8daa-cc133c5bbae8 req-4a9e3383-f9e8-418d-88c1-6135863f0123 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ca51e19a-eb03-4e80-b068-2395ef770566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425782 Sep 22 04:35:58.680350 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-e5c3a8d7-9c83-4018-8daa-cc133c5bbae8 req-d5c6b199-d0b6-43aa-bce4-3f01526fe202 service neutron] 10.222.0.30 "GET /v2.0/networks/ca51e19a-eb03-4e80-b068-2395ef770566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896060 Sep 22 04:35:58.682272 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvr_db [None req-3dde5754-bb53-48ea-8f66-4960328dd91c None None] Set router 084e8c9e-66fb-4e21-a43d-e0a299506bc2 gateway port host: dv-cinder-810118-1-iscsi {{(pid=94617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 04:35:58.772120 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-e5c3a8d7-9c83-4018-8daa-cc133c5bbae8 req-25402a40-c3c6-4d37-8068-33fb14c08323 service neutron] 10.222.0.30 "GET /v2.0/networks/ca51e19a-eb03-4e80-b068-2395ef770566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839629 Sep 22 04:35:58.899293 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-3dde5754-bb53-48ea-8f66-4960328dd91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '084e8c9e-66fb-4e21-a43d-e0a299506bc2', 'name': 'tempest-AttachVolumeTestJSON-833141330-router', 'tenant_id': 'ad7f6cd153e24f3db680028c6bdb22b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'external_fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': 'c40c790e-995b-479a-8ee5-afa61744b64e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T04:32:16Z', 'updated_at': '2021-09-22T04:32:21Z', 'revision_number': 4, 'project_id': 'ad7f6cd153e24f3db680028c6bdb22b5', 'gw_port': {'id': 'c40c790e-995b-479a-8ee5-afa61744b64e', 'name': '', 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084e8c9e-66fb-4e21-a43d-e0a299506bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:32:17Z', 'updated_at': '2021-09-22T04:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810118-1-iscsi', '_floatingips': [{'id': 'e3d5a481-aae0-44eb-9a1b-2e3b3c7dcc31', 'tenant_id': 'ad7f6cd153e24f3db680028c6bdb22b5', 'floating_ip_address': '172.27.3.72', 'floating_network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'router_id': '084e8c9e-66fb-4e21-a43d-e0a299506bc2', 'port_id': '4acee3d8-a627-41ac-b9ef-ff54da8d5332', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca51e19a-eb03-4e80-b068-2395ef770566', 'mac_address': 'fa:16:3e:af:88:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eee0e51-d13d-4f5e-9d46-26adfc655baf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T04:35:44Z', 'updated_at': '2021-09-22T04:35:57Z', 'revision_number': 1, 'project_id': 'ad7f6cd153e24f3db680028c6bdb22b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c69e743b-c17e-4b4a-a219-ec12003e7af5', 'name': '', 'network_id': 'ca51e19a-eb03-4e80-b068-2395ef770566', 'tenant_id': 'ad7f6cd153e24f3db680028c6bdb22b5', 'mac_address': 'fa:16:3e:90:21:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084e8c9e-66fb-4e21-a43d-e0a299506bc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'd4733523-2a04-4d39-afc7-a1fd1c83d105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:32:20Z', 'updated_at': '2021-09-22T04:32:25Z', 'revision_number': 5, 'project_id': 'ad7f6cd153e24f3db680028c6bdb22b5', 'subnets': [{'id': 'd4733523-2a04-4d39-afc7-a1fd1c83d105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810118-1-iscsi', False) {} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:35:58.926484 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dde5754-bb53-48ea-8f66-4960328dd91c None None] The sync data for ids ['084e8c9e-66fb-4e21-a43d-e0a299506bc2'] in dv-cinder-810118-1-iscsi is: [{'id': '084e8c9e-66fb-4e21-a43d-e0a299506bc2', 'name': 'tempest-AttachVolumeTestJSON-833141330-router', 'tenant_id': 'ad7f6cd153e24f3db680028c6bdb22b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'external_fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': 'c40c790e-995b-479a-8ee5-afa61744b64e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T04:32:16Z', 'updated_at': '2021-09-22T04:32:21Z', 'revision_number': 4, 'project_id': 'ad7f6cd153e24f3db680028c6bdb22b5', 'gw_port': {'id': 'c40c790e-995b-479a-8ee5-afa61744b64e', 'name': '', 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084e8c9e-66fb-4e21-a43d-e0a299506bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:32:17Z', 'updated_at': '2021-09-22T04:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810118-1-iscsi', '_floatingips': [{'id': 'e3d5a481-aae0-44eb-9a1b-2e3b3c7dcc31', 'tenant_id': 'ad7f6cd153e24f3db680028c6bdb22b5', 'floating_ip_address': '172.27.3.72', 'floating_network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'router_id': '084e8c9e-66fb-4e21-a43d-e0a299506bc2', 'port_id': '4acee3d8-a627-41ac-b9ef-ff54da8d5332', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca51e19a-eb03-4e80-b068-2395ef770566', 'mac_address': 'fa:16:3e:af:88:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eee0e51-d13d-4f5e-9d46-26adfc655baf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T04:35:44Z', 'updated_at': '2021-09-22T04:35:57Z', 'revision_number': 1, 'project_id': 'ad7f6cd153e24f3db680028c6bdb22b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c69e743b-c17e-4b4a-a219-ec12003e7af5', 'name': '', 'network_id': 'ca51e19a-eb03-4e80-b068-2395ef770566', 'tenant_id': 'ad7f6cd153e24f3db680028c6bdb22b5', 'mac_address': 'fa:16:3e:90:21:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084e8c9e-66fb-4e21-a43d-e0a299506bc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'd4733523-2a04-4d39-afc7-a1fd1c83d105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:32:20Z', 'updated_at': '2021-09-22T04:32:25Z', 'revision_number': 5, 'project_id': 'ad7f6cd153e24f3db680028c6bdb22b5', 'subnets': [{'id': 'd4733523-2a04-4d39-afc7-a1fd1c83d105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 04:35:59.112247 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fcd4879-5435-451d-ba81-254b852b5092 None None] New status for floating IP e3d5a481-aae0-44eb-9a1b-2e3b3c7dcc31: ACTIVE {{(pid=94618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 04:36:01.131498 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851610da-cca7-4881-bb2c-8e8357c77935 req-925f3770-a774-447d-81af-aeeb9cfca34f tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:36:01.133028 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-851610da-cca7-4881-bb2c-8e8357c77935 req-925f3770-a774-447d-81af-aeeb9cfca34f tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=560ca75a-65de-49a4-ab3d-fe6c76280014 HTTP/1.1" status: 200 len: 946 time: 0.0480905 Sep 22 04:36:01.170520 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-851610da-cca7-4881-bb2c-8e8357c77935 req-c65c3f69-1bb0-4a73-8e09-99efc2b5b104 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc490354-469c-4979-a378-63a6480e9547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305300 Sep 22 04:36:02.292979 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc731b7-8eca-4185-9a28-691524625340 req-4c702a74-f59c-4b77-9d93-a221badc6ca2 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:36:02.294450 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-9bc731b7-8eca-4185-9a28-691524625340 req-4c702a74-f59c-4b77-9d93-a221badc6ca2 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=560ca75a-65de-49a4-ab3d-fe6c76280014 HTTP/1.1" status: 200 len: 946 time: 0.0513473 Sep 22 04:36:02.330415 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-9bc731b7-8eca-4185-9a28-691524625340 req-e995cdf1-0c6e-44fe-9da1-f88b40a85788 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc490354-469c-4979-a378-63a6480e9547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302341 Sep 22 04:36:02.432917 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d37e6e-02f3-42a3-8818-0603ec594b5a req-da4fe5dc-e07d-4ac9-b3fa-0bb210a11802 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:36:02.434845 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-07d37e6e-02f3-42a3-8818-0603ec594b5a req-da4fe5dc-e07d-4ac9-b3fa-0bb210a11802 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.30 "GET /v2.0/ports?device_id=560ca75a-65de-49a4-ab3d-fe6c76280014 HTTP/1.1" status: 200 len: 946 time: 0.0454066 Sep 22 04:36:02.522852 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [req-07d37e6e-02f3-42a3-8818-0603ec594b5a req-4e10d7b0-7957-404c-a833-131c3ff575a3 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Deleting port 3c0160cb-7b20-4b5f-88e0-8d50d36a0aba {{(pid=94616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 04:36:02.523108 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-07d37e6e-02f3-42a3-8818-0603ec594b5a req-4e10d7b0-7957-404c-a833-131c3ff575a3 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769518975272'] for port, before_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:36:02.607762 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [req-07d37e6e-02f3-42a3-8818-0603ec594b5a req-4e10d7b0-7957-404c-a833-131c3ff575a3 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] For port 3c0160cb-7b20-4b5f-88e0-8d50d36a0aba, host hv-cinder-81011, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81011',level=0,port_id=3c0160cb-7b20-4b5f-88e0-8d50d36a0aba,segment=NetworkSegment(30b5be0d-9a0d-4d41-ab50-368f87857a66),segment_id=30b5be0d-9a0d-4d41-ab50-368f87857a66)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:36:02.608126 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-07d37e6e-02f3-42a3-8818-0603ec594b5a req-4e10d7b0-7957-404c-a833-131c3ff575a3 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1861379'] for port, precommit_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:36:02.770631 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-07d37e6e-02f3-42a3-8818-0603ec594b5a req-4e10d7b0-7957-404c-a833-131c3ff575a3 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:36:02.770983 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-07d37e6e-02f3-42a3-8818-0603ec594b5a req-4e10d7b0-7957-404c-a833-131c3ff575a3 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1865242'] for floatingip, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:36:02.771301 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.db.l3_db [req-07d37e6e-02f3-42a3-8818-0603ec594b5a req-4e10d7b0-7957-404c-a833-131c3ff575a3 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Floating IP 90f2d219-c2a4-4df7-aecb-9089bb7c790f disassociated. External IP: 172.27.3.225, port: 3c0160cb-7b20-4b5f-88e0-8d50d36a0aba. Sep 22 04:36:02.771630 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [req-07d37e6e-02f3-42a3-8818-0603ec594b5a req-4e10d7b0-7957-404c-a833-131c3ff575a3 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Calling delete_port for 3c0160cb-7b20-4b5f-88e0-8d50d36a0aba owned by compute:nova {{(pid=94616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 04:36:02.960237 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-07d37e6e-02f3-42a3-8818-0603ec594b5a req-4e10d7b0-7957-404c-a833-131c3ff575a3 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769518980334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769518673866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534565802'] for port, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:36:02.987884 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e10d7b0-7957-404c-a833-131c3ff575a3 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Pushing event deleted for resources: {'Port': ['ID=3c0160cb-7b20-4b5f-88e0-8d50d36a0aba,revision_number=None']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:36:03.096436 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.scheduler.l3_agent_scheduler [req-07d37e6e-02f3-42a3-8818-0603ec594b5a req-4e10d7b0-7957-404c-a833-131c3ff575a3 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Router cecfd81e-557d-4b34-b379-68b2758efea1 has already been hosted by L3 agent 67baeb3b-346e-4680-9ea8-6eec6aa84835 {{(pid=94616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 04:36:03.199245 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-07d37e6e-02f3-42a3-8818-0603ec594b5a req-4e10d7b0-7957-404c-a833-131c3ff575a3 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Notify agent at l3_agent.dv-cinder-810118-1-iscsi the message routers_updated {{(pid=94616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 04:36:03.209369 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26da76d-7122-44cc-8c18-dd76ef42f103 None None] Sync routers for ids ['cecfd81e-557d-4b34-b379-68b2758efea1'] in dv-cinder-810118-1-iscsi {{(pid=94617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 04:36:03.218996 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26da76d-7122-44cc-8c18-dd76ef42f103 None None] Routers {'cecfd81e-557d-4b34-b379-68b2758efea1'} bound to L3 agent in host dv-cinder-810118-1-iscsi {{(pid=94617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 04:36:03.219611 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-a26da76d-7122-44cc-8c18-dd76ef42f103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810118-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T04:20:22Z,description=,heartbeat_timestamp=2021-09-22T04:35:52Z,host='dv-cinder-810118-1-iscsi',id=67baeb3b-346e-4680-9ea8-6eec6aa84835,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T04:20:23Z,topic='l3_agent')) {'router_ids': ['cecfd81e-557d-4b34-b379-68b2758efea1'], 'active': True} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:36:03.240005 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvrscheduler_db [req-07d37e6e-02f3-42a3-8818-0603ec594b5a req-4e10d7b0-7957-404c-a833-131c3ff575a3 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] No DVR routers for this DVR port 3c0160cb-7b20-4b5f-88e0-8d50d36a0aba on host hv-cinder-81011 {{(pid=94616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 04:36:03.242518 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-07d37e6e-02f3-42a3-8818-0603ec594b5a req-4e10d7b0-7957-404c-a833-131c3ff575a3 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34584'] for port, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:36:03.244446 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-07d37e6e-02f3-42a3-8818-0603ec594b5a req-4e10d7b0-7957-404c-a833-131c3ff575a3 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.30 "DELETE /v2.0/ports/3c0160cb-7b20-4b5f-88e0-8d50d36a0aba HTTP/1.1" status: 204 len: 173 time: 0.8043439 Sep 22 04:36:03.244894 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '560ca75a-65de-49a4-ab3d-fe6c76280014', 'name': 'network-vif-deleted', 'tag': '3c0160cb-7b20-4b5f-88e0-8d50d36a0aba'}] {{(pid=94616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 04:36:03.247130 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ee93b3f7eb2b2b6a350c95698ebe5b9c8d238e2160e747b625fec6bb3c76933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b28ad2d2-913f-46aa-9fef-bad30da955ae" -d '{"events": [{"server_uuid": "560ca75a-65de-49a4-ab3d-fe6c76280014", "name": "network-vif-deleted", "tag": "3c0160cb-7b20-4b5f-88e0-8d50d36a0aba"}]}' {{(pid=94616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 04:36:03.287144 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 04:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7852801-15f9-4c18-88ee-75edfa8a9b7e x-openstack-request-id: req-f7852801-15f9-4c18-88ee-75edfa8a9b7e {{(pid=94616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 04:36:03.287432 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "560ca75a-65de-49a4-ab3d-fe6c76280014", "name": "network-vif-deleted", "tag": "3c0160cb-7b20-4b5f-88e0-8d50d36a0aba", "status": "completed", "code": 200}]} {{(pid=94616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 04:36:03.287717 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f7852801-15f9-4c18-88ee-75edfa8a9b7e {{(pid=94616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 04:36:03.288099 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '560ca75a-65de-49a4-ab3d-fe6c76280014', 'name': 'network-vif-deleted', 'tag': '3c0160cb-7b20-4b5f-88e0-8d50d36a0aba', 'status': 'completed', 'code': 200} Sep 22 04:36:03.326886 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvr_db [None req-a26da76d-7122-44cc-8c18-dd76ef42f103 None None] Set router cecfd81e-557d-4b34-b379-68b2758efea1 gateway port host: dv-cinder-810118-1-iscsi {{(pid=94617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 04:36:03.436263 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-ac86e5fe-26f9-41e6-98c1-a5b369b803f8 req-2ad83638-e326-4a97-be12-230d937904c6 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/ports?device_id=560ca75a-65de-49a4-ab3d-fe6c76280014 HTTP/1.1" status: 200 len: 210 time: 0.0300610 Sep 22 04:36:03.554002 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-a26da76d-7122-44cc-8c18-dd76ef42f103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cecfd81e-557d-4b34-b379-68b2758efea1', 'name': 'tempest-AttachVolumeShelveTestJSON-756009411-router', 'tenant_id': 'a5932c0fd28d4509bc11811644adc1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'external_fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '93d30c9f-be6e-4692-9828-46f90ecb7723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T04:28:25Z', 'updated_at': '2021-09-22T04:28:31Z', 'revision_number': 4, 'project_id': 'a5932c0fd28d4509bc11811644adc1b2', 'gw_port': {'id': '93d30c9f-be6e-4692-9828-46f90ecb7723', 'name': '', 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:23:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecfd81e-557d-4b34-b379-68b2758efea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:28:26Z', 'updated_at': '2021-09-22T04:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810118-1-iscsi', '_interfaces': [{'id': '54b7699d-d14a-4cfa-8562-984e30dcf905', 'name': '', 'network_id': '203dddc9-87c2-468f-9ab9-d2290e8ee531', 'tenant_id': 'a5932c0fd28d4509bc11811644adc1b2', 'mac_address': 'fa:16:3e:52:0b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecfd81e-557d-4b34-b379-68b2758efea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e4ceb253-3d8e-46ef-b438-694b8c1700e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:28:30Z', 'updated_at': '2021-09-22T04:28:37Z', 'revision_number': 5, 'project_id': 'a5932c0fd28d4509bc11811644adc1b2', 'subnets': [{'id': 'e4ceb253-3d8e-46ef-b438-694b8c1700e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810118-1-iscsi', False) {} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:36:03.583088 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26da76d-7122-44cc-8c18-dd76ef42f103 None None] Checking router: cecfd81e-557d-4b34-b379-68b2758efea1 for host: dv-cinder-810118-1-iscsi {{(pid=94617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 04:36:03.590974 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26da76d-7122-44cc-8c18-dd76ef42f103 None None] Routers {'cecfd81e-557d-4b34-b379-68b2758efea1'} bound to L3 agent in host dv-cinder-810118-1-iscsi {{(pid=94617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 04:36:03.591566 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-a26da76d-7122-44cc-8c18-dd76ef42f103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810118-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T04:20:22Z,description=,heartbeat_timestamp=2021-09-22T04:35:52Z,host='dv-cinder-810118-1-iscsi',id=67baeb3b-346e-4680-9ea8-6eec6aa84835,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T04:20:23Z,topic='l3_agent')) {'router_ids': ['cecfd81e-557d-4b34-b379-68b2758efea1'], 'active': True} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:36:03.698933 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvr_db [None req-a26da76d-7122-44cc-8c18-dd76ef42f103 None None] Set router cecfd81e-557d-4b34-b379-68b2758efea1 gateway port host: dv-cinder-810118-1-iscsi {{(pid=94617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 04:36:03.887728 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-a26da76d-7122-44cc-8c18-dd76ef42f103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cecfd81e-557d-4b34-b379-68b2758efea1', 'name': 'tempest-AttachVolumeShelveTestJSON-756009411-router', 'tenant_id': 'a5932c0fd28d4509bc11811644adc1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'external_fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '93d30c9f-be6e-4692-9828-46f90ecb7723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T04:28:25Z', 'updated_at': '2021-09-22T04:28:31Z', 'revision_number': 4, 'project_id': 'a5932c0fd28d4509bc11811644adc1b2', 'gw_port': {'id': '93d30c9f-be6e-4692-9828-46f90ecb7723', 'name': '', 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:23:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecfd81e-557d-4b34-b379-68b2758efea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:28:26Z', 'updated_at': '2021-09-22T04:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810118-1-iscsi', '_interfaces': [{'id': '54b7699d-d14a-4cfa-8562-984e30dcf905', 'name': '', 'network_id': '203dddc9-87c2-468f-9ab9-d2290e8ee531', 'tenant_id': 'a5932c0fd28d4509bc11811644adc1b2', 'mac_address': 'fa:16:3e:52:0b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecfd81e-557d-4b34-b379-68b2758efea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e4ceb253-3d8e-46ef-b438-694b8c1700e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:28:30Z', 'updated_at': '2021-09-22T04:28:37Z', 'revision_number': 5, 'project_id': 'a5932c0fd28d4509bc11811644adc1b2', 'subnets': [{'id': 'e4ceb253-3d8e-46ef-b438-694b8c1700e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810118-1-iscsi', False) {} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:36:03.913721 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26da76d-7122-44cc-8c18-dd76ef42f103 None None] The sync data for ids ['cecfd81e-557d-4b34-b379-68b2758efea1'] in dv-cinder-810118-1-iscsi is: [{'id': 'cecfd81e-557d-4b34-b379-68b2758efea1', 'name': 'tempest-AttachVolumeShelveTestJSON-756009411-router', 'tenant_id': 'a5932c0fd28d4509bc11811644adc1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'external_fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '93d30c9f-be6e-4692-9828-46f90ecb7723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T04:28:25Z', 'updated_at': '2021-09-22T04:28:31Z', 'revision_number': 4, 'project_id': 'a5932c0fd28d4509bc11811644adc1b2', 'gw_port': {'id': '93d30c9f-be6e-4692-9828-46f90ecb7723', 'name': '', 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:23:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecfd81e-557d-4b34-b379-68b2758efea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:28:26Z', 'updated_at': '2021-09-22T04:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810118-1-iscsi', '_interfaces': [{'id': '54b7699d-d14a-4cfa-8562-984e30dcf905', 'name': '', 'network_id': '203dddc9-87c2-468f-9ab9-d2290e8ee531', 'tenant_id': 'a5932c0fd28d4509bc11811644adc1b2', 'mac_address': 'fa:16:3e:52:0b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecfd81e-557d-4b34-b379-68b2758efea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e4ceb253-3d8e-46ef-b438-694b8c1700e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:28:30Z', 'updated_at': '2021-09-22T04:28:37Z', 'revision_number': 5, 'project_id': 'a5932c0fd28d4509bc11811644adc1b2', 'subnets': [{'id': 'e4ceb253-3d8e-46ef-b438-694b8c1700e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 04:36:04.127083 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1918d8-15fe-4297-8256-aa0eb49bcad8 None None] New status for floating IP 90f2d219-c2a4-4df7-aecb-9089bb7c790f: DOWN {{(pid=94618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 04:36:04.606159 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 48926) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:36:04.659658 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-6a71daf7-f3f8-4a11-803f-eb6955526ed7 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Notify callbacks [] for security_group, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:36:04.682290 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-6a71daf7-f3f8-4a11-803f-eb6955526ed7 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:36:04.811653 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-6a71daf7-f3f8-4a11-803f-eb6955526ed7 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:36:04.814251 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-6a71daf7-f3f8-4a11-803f-eb6955526ed7 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Notify callbacks [] for security_group, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:36:04.815445 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-6a71daf7-f3f8-4a11-803f-eb6955526ed7 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "DELETE /v2.0/security-groups/cc490354-469c-4979-a378-63a6480e9547 HTTP/1.1" status: 204 len: 168 time: 0.2082968 Sep 22 04:36:04.818249 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 48930) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:36:04.825394 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a71daf7-f3f8-4a11-803f-eb6955526ed7 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc490354-469c-4979-a378-63a6480e9547,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:36:04.833805 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.api.v2.resource [None req-45f51ecc-0dfe-4898-bdab-8e558ca12fd6 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] show failed (client error): The resource could not be found. Sep 22 04:36:04.835040 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-45f51ecc-0dfe-4898-bdab-8e558ca12fd6 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "GET /v2.0/security-groups/cc490354-469c-4979-a378-63a6480e9547 HTTP/1.1" status: 404 len: 347 time: 0.0156236 Sep 22 04:36:04.837673 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 48932) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:36:04.958967 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [None req-693fbe78-ffcf-40b4-8f48-f31a96eeafa5 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Deleting port 5f6d4366-ef56-4880-aac9-3bc19c71782a {{(pid=94616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 04:36:04.959304 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-693fbe78-ffcf-40b4-8f48-f31a96eeafa5 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769518975272'] for port, before_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:36:05.034226 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-693fbe78-ffcf-40b4-8f48-f31a96eeafa5 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1861379'] for port, precommit_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:36:05.034474 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-693fbe78-ffcf-40b4-8f48-f31a96eeafa5 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:36:05.045442 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [None req-693fbe78-ffcf-40b4-8f48-f31a96eeafa5 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Calling delete_port for 5f6d4366-ef56-4880-aac9-3bc19c71782a owned by network:floatingip {{(pid=94616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 04:36:05.469042 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-693fbe78-ffcf-40b4-8f48-f31a96eeafa5 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769518980334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769518673866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534565802'] for port, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:36:05.495957 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693fbe78-ffcf-40b4-8f48-f31a96eeafa5 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Pushing event deleted for resources: {'Port': ['ID=5f6d4366-ef56-4880-aac9-3bc19c71782a,revision_number=None']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:36:05.553133 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-693fbe78-ffcf-40b4-8f48-f31a96eeafa5 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Notify callbacks [] for floatingip, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:36:05.555587 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-693fbe78-ffcf-40b4-8f48-f31a96eeafa5 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34584'] for floatingip, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:36:05.556748 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-693fbe78-ffcf-40b4-8f48-f31a96eeafa5 tempest-AttachVolumeShelveTestJSON-98957482 tempest-AttachVolumeShelveTestJSON-98957482-project] 10.222.0.24 "DELETE /v2.0/floatingips/90f2d219-c2a4-4df7-aecb-9089bb7c790f HTTP/1.1" status: 204 len: 168 time: 0.7181668 Sep 22 04:36:06.410073 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Device 3c0160cb-7b20-4b5f-88e0-8d50d36a0aba no longer exists at agent hyperv_hv-cinder-81011 {{(pid=94617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 04:36:06.433692 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.plugin [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] No Port match for: 3c0160cb-7b20-4b5f-88e0-8d50d36a0aba {{(pid=94617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 04:36:06.434036 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Device 3c0160cb-7b20-4b5f-88e0-8d50d36a0aba not bound to the agent host hv-cinder-81011 {{(pid=94617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 04:36:06.702531 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:36:08.232811 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 48960) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:36:08.661503 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-6ff14f17-2e71-466f-8ba3-e7f22781430b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1867546'] for router_interface, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:36:08.897819 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.plugin [None req-6ff14f17-2e71-466f-8ba3-e7f22781430b admin admin] Deleting port 54b7699d-d14a-4cfa-8562-984e30dcf905 {{(pid=94615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 04:36:08.898178 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-6ff14f17-2e71-466f-8ba3-e7f22781430b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769518975272'] for port, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:36:08.972726 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.db [None req-6ff14f17-2e71-466f-8ba3-e7f22781430b admin admin] For port 54b7699d-d14a-4cfa-8562-984e30dcf905, host dv-cinder-810118-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810118-1-iscsi',level=0,port_id=54b7699d-d14a-4cfa-8562-984e30dcf905,segment=NetworkSegment(30b5be0d-9a0d-4d41-ab50-368f87857a66),segment_id=30b5be0d-9a0d-4d41-ab50-368f87857a66)] {{(pid=94615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:36:08.973011 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-6ff14f17-2e71-466f-8ba3-e7f22781430b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1861379'] for port, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:36:08.984843 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.plugin [None req-6ff14f17-2e71-466f-8ba3-e7f22781430b admin admin] Calling delete_port for 54b7699d-d14a-4cfa-8562-984e30dcf905 owned by network:router_interface {{(pid=94615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 04:36:09.469016 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-6ff14f17-2e71-466f-8ba3-e7f22781430b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769518980334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769518673866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533447879'] for port, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:36:09.492822 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff14f17-2e71-466f-8ba3-e7f22781430b admin admin] Pushing event deleted for resources: {'Port': ['ID=54b7699d-d14a-4cfa-8562-984e30dcf905,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:36:09.660702 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-6ff14f17-2e71-466f-8ba3-e7f22781430b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1865363'] for router_interface, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:36:09.866683 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ff14f17-2e71-466f-8ba3-e7f22781430b admin admin] Router cecfd81e-557d-4b34-b379-68b2758efea1 has already been hosted by L3 agent 67baeb3b-346e-4680-9ea8-6eec6aa84835 {{(pid=94615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 04:36:09.970314 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ff14f17-2e71-466f-8ba3-e7f22781430b admin admin] Notify agent at l3_agent.dv-cinder-810118-1-iscsi the message routers_updated {{(pid=94615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 04:36:09.975241 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-6ff14f17-2e71-466f-8ba3-e7f22781430b admin admin] 10.222.0.24 "PUT /v2.0/routers/cecfd81e-557d-4b34-b379-68b2758efea1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7414029 Sep 22 04:36:09.977728 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 48966) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:36:09.980353 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0999468-1ae1-4b9c-9a8e-e6496892f5e0 None None] Sync routers for ids ['cecfd81e-557d-4b34-b379-68b2758efea1'] in dv-cinder-810118-1-iscsi {{(pid=94617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 04:36:09.989253 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0999468-1ae1-4b9c-9a8e-e6496892f5e0 None None] Routers {'cecfd81e-557d-4b34-b379-68b2758efea1'} bound to L3 agent in host dv-cinder-810118-1-iscsi {{(pid=94617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 04:36:09.989850 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-a0999468-1ae1-4b9c-9a8e-e6496892f5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810118-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T04:20:22Z,description=,heartbeat_timestamp=2021-09-22T04:35:52Z,host='dv-cinder-810118-1-iscsi',id=67baeb3b-346e-4680-9ea8-6eec6aa84835,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T04:20:23Z,topic='l3_agent')) {'router_ids': ['cecfd81e-557d-4b34-b379-68b2758efea1'], 'active': True} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:36:10.077809 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-50f7aea0-ac5f-4a69-8c3a-8a9b5fcf3583 admin admin] Notify callbacks [] for router, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:36:10.182580 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-50f7aea0-ac5f-4a69-8c3a-8a9b5fcf3583 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:36:10.217665 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvr_db [None req-a0999468-1ae1-4b9c-9a8e-e6496892f5e0 None None] Set router cecfd81e-557d-4b34-b379-68b2758efea1 gateway port host: dv-cinder-810118-1-iscsi {{(pid=94617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 04:36:10.338283 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.plugin [None req-50f7aea0-ac5f-4a69-8c3a-8a9b5fcf3583 admin admin] Deleting port 93d30c9f-be6e-4692-9828-46f90ecb7723 {{(pid=94615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 04:36:10.338624 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-50f7aea0-ac5f-4a69-8c3a-8a9b5fcf3583 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769518975272'] for port, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:36:10.391676 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-a0999468-1ae1-4b9c-9a8e-e6496892f5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cecfd81e-557d-4b34-b379-68b2758efea1', 'name': 'tempest-AttachVolumeShelveTestJSON-756009411-router', 'tenant_id': 'a5932c0fd28d4509bc11811644adc1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'external_fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '93d30c9f-be6e-4692-9828-46f90ecb7723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T04:28:25Z', 'updated_at': '2021-09-22T04:36:09Z', 'revision_number': 5, 'project_id': 'a5932c0fd28d4509bc11811644adc1b2', 'gw_port': {'id': '93d30c9f-be6e-4692-9828-46f90ecb7723', 'name': '', 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:23:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecfd81e-557d-4b34-b379-68b2758efea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:28:26Z', 'updated_at': '2021-09-22T04:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810118-1-iscsi'}], 'dv-cinder-810118-1-iscsi', False) {} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:36:10.417406 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0999468-1ae1-4b9c-9a8e-e6496892f5e0 None None] Checking router: cecfd81e-557d-4b34-b379-68b2758efea1 for host: dv-cinder-810118-1-iscsi {{(pid=94617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 04:36:10.417649 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.db [None req-50f7aea0-ac5f-4a69-8c3a-8a9b5fcf3583 admin admin] For port 93d30c9f-be6e-4692-9828-46f90ecb7723, host dv-cinder-810118-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810118-1-iscsi',level=0,port_id=93d30c9f-be6e-4692-9828-46f90ecb7723,segment=NetworkSegment(57bccd0b-6164-41c6-a48d-7aba82135152),segment_id=57bccd0b-6164-41c6-a48d-7aba82135152)] {{(pid=94615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:36:10.417817 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-50f7aea0-ac5f-4a69-8c3a-8a9b5fcf3583 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1861379'] for port, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:36:10.426097 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0999468-1ae1-4b9c-9a8e-e6496892f5e0 None None] Routers {'cecfd81e-557d-4b34-b379-68b2758efea1'} bound to L3 agent in host dv-cinder-810118-1-iscsi {{(pid=94617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 04:36:10.426712 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-a0999468-1ae1-4b9c-9a8e-e6496892f5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810118-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T04:20:22Z,description=,heartbeat_timestamp=2021-09-22T04:35:52Z,host='dv-cinder-810118-1-iscsi',id=67baeb3b-346e-4680-9ea8-6eec6aa84835,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T04:20:23Z,topic='l3_agent')) {'router_ids': ['cecfd81e-557d-4b34-b379-68b2758efea1'], 'active': True} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:36:10.430769 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.plugin [None req-50f7aea0-ac5f-4a69-8c3a-8a9b5fcf3583 admin admin] Calling delete_port for 93d30c9f-be6e-4692-9828-46f90ecb7723 owned by network:router_gateway {{(pid=94615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 04:36:10.511987 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvr_db [None req-a0999468-1ae1-4b9c-9a8e-e6496892f5e0 None None] Set router cecfd81e-557d-4b34-b379-68b2758efea1 gateway port host: None {{(pid=94617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 04:36:10.566549 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-a0999468-1ae1-4b9c-9a8e-e6496892f5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cecfd81e-557d-4b34-b379-68b2758efea1', 'name': 'tempest-AttachVolumeShelveTestJSON-756009411-router', 'tenant_id': 'a5932c0fd28d4509bc11811644adc1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T04:28:25Z', 'updated_at': '2021-09-22T04:36:10Z', 'revision_number': 6, 'project_id': 'a5932c0fd28d4509bc11811644adc1b2', 'gw_port_host': None}], 'dv-cinder-810118-1-iscsi', False) {} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:36:10.592647 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0999468-1ae1-4b9c-9a8e-e6496892f5e0 None None] The sync data for ids ['cecfd81e-557d-4b34-b379-68b2758efea1'] in dv-cinder-810118-1-iscsi is: [{'id': 'cecfd81e-557d-4b34-b379-68b2758efea1', 'name': 'tempest-AttachVolumeShelveTestJSON-756009411-router', 'tenant_id': 'a5932c0fd28d4509bc11811644adc1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T04:28:25Z', 'updated_at': '2021-09-22T04:36:10Z', 'revision_number': 6, 'project_id': 'a5932c0fd28d4509bc11811644adc1b2', 'gw_port_host': None}] {{(pid=94617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 04:36:10.651845 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-50f7aea0-ac5f-4a69-8c3a-8a9b5fcf3583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769518980334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769518673866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533447879'] for port, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:36:10.678202 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f7aea0-ac5f-4a69-8c3a-8a9b5fcf3583 admin admin] Pushing event deleted for resources: {'Port': ['ID=93d30c9f-be6e-4692-9828-46f90ecb7723,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:36:10.739461 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-50f7aea0-ac5f-4a69-8c3a-8a9b5fcf3583 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1865296'] for router_gateway, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:36:10.825480 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-50f7aea0-ac5f-4a69-8c3a-8a9b5fcf3583 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1865791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1980'] for router, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:36:10.827598 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-50f7aea0-ac5f-4a69-8c3a-8a9b5fcf3583 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:36:10.920151 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-50f7aea0-ac5f-4a69-8c3a-8a9b5fcf3583 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1865782'] for router, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:36:10.925164 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50f7aea0-ac5f-4a69-8c3a-8a9b5fcf3583 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cecfd81e-557d-4b34-b379-68b2758efea1 {{(pid=94615) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 04:36:10.925839 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-50f7aea0-ac5f-4a69-8c3a-8a9b5fcf3583 admin admin] Notify callbacks [] for router, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:36:10.927005 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-50f7aea0-ac5f-4a69-8c3a-8a9b5fcf3583 admin admin] 10.222.0.24 "DELETE /v2.0/routers/cecfd81e-557d-4b34-b379-68b2758efea1 HTTP/1.1" status: 204 len: 168 time: 0.9483757 Sep 22 04:36:10.929605 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 48970) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:36:10.979808 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.db.db_base_plugin_v2 [None req-010820d4-7010-4e48-9d2e-07a379e7ab31 admin admin] Deleting subnet e4ceb253-3d8e-46ef-b438-694b8c1700e2 {{(pid=94615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 04:36:10.982982 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-010820d4-7010-4e48-9d2e-07a379e7ab31 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:36:11.017300 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-010820d4-7010-4e48-9d2e-07a379e7ab31 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-533529875'] for subnet, precommit_delete_associations {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:36:11.122309 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-010820d4-7010-4e48-9d2e-07a379e7ab31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-628562'] for subnet, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:36:11.235421 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-010820d4-7010-4e48-9d2e-07a379e7ab31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-628571', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533447834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-533135712'] for subnet, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:36:11.261051 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010820d4-7010-4e48-9d2e-07a379e7ab31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4ceb253-3d8e-46ef-b438-694b8c1700e2,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:36:11.264606 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-010820d4-7010-4e48-9d2e-07a379e7ab31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578295'] for subnet, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:36:11.269495 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-010820d4-7010-4e48-9d2e-07a379e7ab31 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/e4ceb253-3d8e-46ef-b438-694b8c1700e2 HTTP/1.1" status: 204 len: 168 time: 0.3364363 Sep 22 04:36:11.269651 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 48974) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:36:11.272415 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4520ad8c-627f-4d90-872d-7b0a01f85520 None None] Network 203dddc9-87c2-468f-9ab9-d2290e8ee531 requested from dv-cinder-810118-1-iscsi {{(pid=94617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 04:36:11.340103 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-aaac5da8-2c76-4560-9800-b27443794e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536234'] for network, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:36:11.397959 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.plugin [None req-aaac5da8-2c76-4560-9800-b27443794e23 admin admin] Deleting port e769bb45-a9bf-4cb3-b768-d6cebc30e586 {{(pid=94615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 04:36:11.398340 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-aaac5da8-2c76-4560-9800-b27443794e23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769518975272'] for port, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:36:11.463544 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.db [None req-aaac5da8-2c76-4560-9800-b27443794e23 admin admin] For port e769bb45-a9bf-4cb3-b768-d6cebc30e586, host dv-cinder-810118-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810118-1-iscsi',level=0,port_id=e769bb45-a9bf-4cb3-b768-d6cebc30e586,segment=NetworkSegment(30b5be0d-9a0d-4d41-ab50-368f87857a66),segment_id=30b5be0d-9a0d-4d41-ab50-368f87857a66)] {{(pid=94615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:36:11.463909 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-aaac5da8-2c76-4560-9800-b27443794e23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1861379'] for port, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:36:11.476724 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.plugin [None req-aaac5da8-2c76-4560-9800-b27443794e23 admin admin] Calling delete_port for e769bb45-a9bf-4cb3-b768-d6cebc30e586 owned by network:dhcp {{(pid=94615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 04:36:11.481673 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f86872-b0cf-4220-b2f1-3576bb911569 None None] DHCP port deletion for 203dddc9-87c2-468f-9ab9-d2290e8ee531 request from dv-cinder-810118-1-iscsi {{(pid=94617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 04:36:11.538850 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.plugin [None req-d1f86872-b0cf-4220-b2f1-3576bb911569 None None] Deleting port e769bb45-a9bf-4cb3-b768-d6cebc30e586 {{(pid=94617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 04:36:11.540856 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-d1f86872-b0cf-4220-b2f1-3576bb911569 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769518975272'] for port, before_delete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:36:11.544839 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Device e769bb45-a9bf-4cb3-b768-d6cebc30e586 no longer exists at agent ovs-agent-dv-cinder-810118-1-iscsi {{(pid=94617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 04:36:11.618645 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-aaac5da8-2c76-4560-9800-b27443794e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769518980334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769518673866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533447879'] for port, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:36:11.639993 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-d1f86872-b0cf-4220-b2f1-3576bb911569 None None] For port e769bb45-a9bf-4cb3-b768-d6cebc30e586, host dv-cinder-810118-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810118-1-iscsi',level=0,port_id=e769bb45-a9bf-4cb3-b768-d6cebc30e586,segment=NetworkSegment(30b5be0d-9a0d-4d41-ab50-368f87857a66),segment_id=30b5be0d-9a0d-4d41-ab50-368f87857a66)] {{(pid=94617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:36:11.640387 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-d1f86872-b0cf-4220-b2f1-3576bb911569 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1861379'] for port, precommit_delete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:36:11.646750 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaac5da8-2c76-4560-9800-b27443794e23 admin admin] Pushing event deleted for resources: {'Port': ['ID=e769bb45-a9bf-4cb3-b768-d6cebc30e586,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:36:11.649619 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] No active binding found for port e769bb45-a9bf-4cb3-b768-d6cebc30e586 {{(pid=94617) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 22 04:36:11.650053 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Device e769bb45-a9bf-4cb3-b768-d6cebc30e586 not bound to the agent host dv-cinder-810118-1-iscsi {{(pid=94617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 04:36:11.650470 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Device 54b7699d-d14a-4cfa-8562-984e30dcf905 no longer exists at agent ovs-agent-dv-cinder-810118-1-iscsi {{(pid=94617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 04:36:11.651133 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaac5da8-2c76-4560-9800-b27443794e23 admin admin] No DVR routers for this DVR port e769bb45-a9bf-4cb3-b768-d6cebc30e586 on host dv-cinder-810118-1-iscsi {{(pid=94615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 04:36:11.656340 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.plugin [None req-d1f86872-b0cf-4220-b2f1-3576bb911569 None None] Calling delete_port for e769bb45-a9bf-4cb3-b768-d6cebc30e586 owned by network:dhcp {{(pid=94617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 04:36:11.675576 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.plugin [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] No Port match for: 54b7699d-d14a-4cfa-8562-984e30dcf905 {{(pid=94617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 04:36:11.675913 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Device 54b7699d-d14a-4cfa-8562-984e30dcf905 not bound to the agent host dv-cinder-810118-1-iscsi {{(pid=94617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 04:36:11.676325 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Device 93d30c9f-be6e-4692-9828-46f90ecb7723 no longer exists at agent ovs-agent-dv-cinder-810118-1-iscsi {{(pid=94617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 04:36:11.699701 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.plugin [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] No Port match for: 93d30c9f-be6e-4692-9828-46f90ecb7723 {{(pid=94617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 04:36:11.699987 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Device 93d30c9f-be6e-4692-9828-46f90ecb7723 not bound to the agent host dv-cinder-810118-1-iscsi {{(pid=94617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 04:36:11.722423 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-aaac5da8-2c76-4560-9800-b27443794e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-628203', 'neutron.services.segments.db._delete_segments_for_network-8769519186836'] for network, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:36:11.742737 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.services.segments.db [None req-aaac5da8-2c76-4560-9800-b27443794e23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['203dddc9-87c2-468f-9ab9-d2290e8ee531']}} {{(pid=94615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:36:11.752736 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.services.segments.db [None req-aaac5da8-2c76-4560-9800-b27443794e23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30b5be0d-9a0d-4d41-ab50-368f87857a66') {'for_net_delete': True} {{(pid=94615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:36:11.753034 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.services.segments.db [None req-aaac5da8-2c76-4560-9800-b27443794e23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30b5be0d-9a0d-4d41-ab50-368f87857a66') {} {{(pid=94615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:36:11.762461 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-aaac5da8-2c76-4560-9800-b27443794e23 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769519186077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-533529866'] for segment, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:36:11.767800 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-d1f86872-b0cf-4220-b2f1-3576bb911569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769518980334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769518673866'] for port, after_delete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:36:11.776096 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-aaac5da8-2c76-4560-9800-b27443794e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-614853'] for segment, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:36:11.782179 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aaac5da8-2c76-4560-9800-b27443794e23 admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=94615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 04:36:11.782513 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-aaac5da8-2c76-4560-9800-b27443794e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-614853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533453108'] for segment, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:36:11.784166 dv-cinder-810118-1-iscsi neutron-server[94615]: Traceback (most recent call last): Sep 22 04:36:11.784166 dv-cinder-810118-1-iscsi neutron-server[94615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 04:36:11.784166 dv-cinder-810118-1-iscsi neutron-server[94615]: timer() Sep 22 04:36:11.784166 dv-cinder-810118-1-iscsi neutron-server[94615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 04:36:11.784166 dv-cinder-810118-1-iscsi neutron-server[94615]: cb(*args, **kw) Sep 22 04:36:11.784166 dv-cinder-810118-1-iscsi neutron-server[94615]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 04:36:11.784166 dv-cinder-810118-1-iscsi neutron-server[94615]: return func(*args, **kwargs) Sep 22 04:36:11.784166 dv-cinder-810118-1-iscsi neutron-server[94615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 04:36:11.784166 dv-cinder-810118-1-iscsi neutron-server[94615]: self._notify() Sep 22 04:36:11.784166 dv-cinder-810118-1-iscsi neutron-server[94615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 04:36:11.784166 dv-cinder-810118-1-iscsi neutron-server[94615]: self.callback(batched_events) Sep 22 04:36:11.784166 dv-cinder-810118-1-iscsi neutron-server[94615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 04:36:11.784166 dv-cinder-810118-1-iscsi neutron-server[94615]: event.method(event) Sep 22 04:36:11.784166 dv-cinder-810118-1-iscsi neutron-server[94615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 04:36:11.784166 dv-cinder-810118-1-iscsi neutron-server[94615]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 04:36:11.784166 dv-cinder-810118-1-iscsi neutron-server[94615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 04:36:11.784166 dv-cinder-810118-1-iscsi neutron-server[94615]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 04:36:11.784166 dv-cinder-810118-1-iscsi neutron-server[94615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 04:36:11.784166 dv-cinder-810118-1-iscsi neutron-server[94615]: return f(self, *a, **k) Sep 22 04:36:11.784166 dv-cinder-810118-1-iscsi neutron-server[94615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 04:36:11.784166 dv-cinder-810118-1-iscsi neutron-server[94615]: return self._get(url).json() Sep 22 04:36:11.784166 dv-cinder-810118-1-iscsi neutron-server[94615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 04:36:11.784166 dv-cinder-810118-1-iscsi neutron-server[94615]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 04:36:11.784166 dv-cinder-810118-1-iscsi neutron-server[94615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 04:36:11.784166 dv-cinder-810118-1-iscsi neutron-server[94615]: return self.request(url, 'GET', **kwargs) Sep 22 04:36:11.784166 dv-cinder-810118-1-iscsi neutron-server[94615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 04:36:11.784166 dv-cinder-810118-1-iscsi neutron-server[94615]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 04:36:11.784166 dv-cinder-810118-1-iscsi neutron-server[94615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 04:36:11.784166 dv-cinder-810118-1-iscsi neutron-server[94615]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 04:36:11.784166 dv-cinder-810118-1-iscsi neutron-server[94615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 04:36:11.784166 dv-cinder-810118-1-iscsi neutron-server[94615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 04:36:11.784166 dv-cinder-810118-1-iscsi neutron-server[94615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 04:36:11.798285 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f86872-b0cf-4220-b2f1-3576bb911569 None None] Pushing event deleted for resources: {'Port': ['ID=e769bb45-a9bf-4cb3-b768-d6cebc30e586,revision_number=None']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:36:11.800064 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f86872-b0cf-4220-b2f1-3576bb911569 None None] No DVR routers for this DVR port e769bb45-a9bf-4cb3-b768-d6cebc30e586 on host dv-cinder-810118-1-iscsi {{(pid=94617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 04:36:11.874272 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-aaac5da8-2c76-4560-9800-b27443794e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-628188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1865228'] for network, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:36:11.880351 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-aaac5da8-2c76-4560-9800-b27443794e23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578295'] for network, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:36:11.882210 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-aaac5da8-2c76-4560-9800-b27443794e23 admin admin] 10.222.0.24 "DELETE /v2.0/networks/203dddc9-87c2-468f-9ab9-d2290e8ee531 HTTP/1.1" status: 204 len: 168 time: 0.6116347 Sep 22 04:36:11.892810 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaac5da8-2c76-4560-9800-b27443794e23 admin admin] Pushing event deleted for resources: {'Network': ['ID=203dddc9-87c2-468f-9ab9-d2290e8ee531,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:36:12.161719 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 48978) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:36:12.198154 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-38bba974-d413-48dd-a7ba-1ad31dee1b88 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a5932c0fd28d4509bc11811644adc1b2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0375855 Sep 22 04:36:12.200437 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 48980) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:36:12.250170 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-fe1ee8e5-3a63-4897-bc21-45af414bc005 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:36:12.270973 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-fe1ee8e5-3a63-4897-bc21-45af414bc005 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:36:12.360703 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-fe1ee8e5-3a63-4897-bc21-45af414bc005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:36:12.363311 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-fe1ee8e5-3a63-4897-bc21-45af414bc005 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:36:12.364490 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-fe1ee8e5-3a63-4897-bc21-45af414bc005 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/86e8675f-c636-45a1-b549-2d281b3f7926 HTTP/1.1" status: 204 len: 168 time: 0.1631415 Sep 22 04:36:12.372327 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1ee8e5-3a63-4897-bc21-45af414bc005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86e8675f-c636-45a1-b549-2d281b3f7926,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:36:20.063208 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-4dad3dc8-21ce-48d7-8c1a-cd8184c7817c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:36:22.565647 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-99f0f580-0007-4015-aadd-b892f14c0efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:36:23.320224 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:36:24.062527 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-62fe730e-da9a-4cac-a5e3-718f571d83ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:36:25.623007 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-c7bbae2d-f237-46cc-b838-3371bd865633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:36:35.078623 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.agents_db [None req-7fda405f-bd13-41fd-9497-f6551785b8a3 None None] Agent healthcheck: found 6 active agents {{(pid=94618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 04:36:36.725257 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:36:46.615294 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-09b22f11-9d30-412d-9ba3-d7f526dca047 req-ccf26d24-3582-4596-8d38-008ec3994ffd service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1eee0e51-d13d-4f5e-9d46-26adfc655baf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0376656 Sep 22 04:36:46.700844 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b22f11-9d30-412d-9ba3-d7f526dca047 req-1ec9c923-4799-42b6-a30b-d11587833548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:36:46.702289 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-09b22f11-9d30-412d-9ba3-d7f526dca047 req-1ec9c923-4799-42b6-a30b-d11587833548 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ad7f6cd153e24f3db680028c6bdb22b5&device_id=1eee0e51-d13d-4f5e-9d46-26adfc655baf HTTP/1.1" status: 200 len: 1099 time: 0.0426536 Sep 22 04:36:46.802745 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b22f11-9d30-412d-9ba3-d7f526dca047 req-42b208d1-d43f-4fbd-9765-5248c5b530bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:36:46.804849 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-09b22f11-9d30-412d-9ba3-d7f526dca047 req-42b208d1-d43f-4fbd-9765-5248c5b530bd service neutron] 10.222.0.30 "GET /v2.0/networks?id=ca51e19a-eb03-4e80-b068-2395ef770566 HTTP/1.1" status: 200 len: 910 time: 0.0836577 Sep 22 04:36:46.874479 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-09b22f11-9d30-412d-9ba3-d7f526dca047 req-bbd8c333-0c5d-4cc3-8f6b-874832f99290 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4acee3d8-a627-41ac-b9ef-ff54da8d5332 HTTP/1.1" status: 200 len: 1001 time: 0.0626733 Sep 22 04:36:46.922959 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b22f11-9d30-412d-9ba3-d7f526dca047 req-9c789546-9bbd-451b-b6b8-6a959c9ab939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:36:46.924455 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-09b22f11-9d30-412d-9ba3-d7f526dca047 req-9c789546-9bbd-451b-b6b8-6a959c9ab939 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d4733523-2a04-4d39-afc7-a1fd1c83d105 HTTP/1.1" status: 200 len: 849 time: 0.0435457 Sep 22 04:36:46.971081 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b22f11-9d30-412d-9ba3-d7f526dca047 req-2737dbcc-35c4-4f23-a776-acd19e980849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:36:46.972600 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-09b22f11-9d30-412d-9ba3-d7f526dca047 req-2737dbcc-35c4-4f23-a776-acd19e980849 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ca51e19a-eb03-4e80-b068-2395ef770566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387907 Sep 22 04:36:47.066387 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-09b22f11-9d30-412d-9ba3-d7f526dca047 req-60b7e634-8438-4d92-b039-3bcef8a0fe28 service neutron] 10.222.0.30 "GET /v2.0/networks/ca51e19a-eb03-4e80-b068-2395ef770566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858493 Sep 22 04:36:47.156338 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-09b22f11-9d30-412d-9ba3-d7f526dca047 req-6f10ae63-bb67-45cd-96f8-2a21dcde4864 service neutron] 10.222.0.30 "GET /v2.0/networks/ca51e19a-eb03-4e80-b068-2395ef770566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831380 Sep 22 04:36:50.085192 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-11903ee5-519b-4ad7-86b6-11bea975e578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:36:52.531503 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-306d7462-5c59-4fe8-a705-69a0129effd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:36:53.342331 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:36:54.148231 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-62fe730e-da9a-4cac-a5e3-718f571d83ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:36:55.605073 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-c7bbae2d-f237-46cc-b838-3371bd865633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:02.701486 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 49486) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:37:02.802551 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-fbc2d844-201b-4bab-abfe-15a33a7e7e13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:02.888487 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-fbc2d844-201b-4bab-abfe-15a33a7e7e13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:02.965102 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-fbc2d844-201b-4bab-abfe-15a33a7e7e13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:03.003491 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-fbc2d844-201b-4bab-abfe-15a33a7e7e13 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=12dd3888416248ab8a3f7abfa89fe689&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3009646 Sep 22 04:37:03.004352 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc2d844-201b-4bab-abfe-15a33a7e7e13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98f0e89e-ab52-4f5b-a5ec-79035bb5da5e,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:37:03.006168 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 49490) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:37:03.011347 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2d844-201b-4bab-abfe-15a33a7e7e13 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:37:03.011700 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2d844-201b-4bab-abfe-15a33a7e7e13 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:37:03.012069 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2d844-201b-4bab-abfe-15a33a7e7e13 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:37:03.012399 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2d844-201b-4bab-abfe-15a33a7e7e13 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:37:03.012763 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2d844-201b-4bab-abfe-15a33a7e7e13 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:37:03.013097 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2d844-201b-4bab-abfe-15a33a7e7e13 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:37:03.013441 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2d844-201b-4bab-abfe-15a33a7e7e13 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:37:03.013854 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2d844-201b-4bab-abfe-15a33a7e7e13 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:37:03.014189 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2d844-201b-4bab-abfe-15a33a7e7e13 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:37:03.014512 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2d844-201b-4bab-abfe-15a33a7e7e13 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:37:03.014836 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2d844-201b-4bab-abfe-15a33a7e7e13 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:37:03.015162 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2d844-201b-4bab-abfe-15a33a7e7e13 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:37:03.054462 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-71f7f862-3a9a-4651-8bf1-97ffd25dd8a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:03.078398 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-71f7f862-3a9a-4651-8bf1-97ffd25dd8a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:03.187513 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-71f7f862-3a9a-4651-8bf1-97ffd25dd8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:03.189978 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-71f7f862-3a9a-4651-8bf1-97ffd25dd8a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:03.191146 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-71f7f862-3a9a-4651-8bf1-97ffd25dd8a7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/98f0e89e-ab52-4f5b-a5ec-79035bb5da5e HTTP/1.1" status: 204 len: 168 time: 0.1839743 Sep 22 04:37:03.198573 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f7f862-3a9a-4651-8bf1-97ffd25dd8a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98f0e89e-ab52-4f5b-a5ec-79035bb5da5e,revision_number=None']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:37:03.205406 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f7f862-3a9a-4651-8bf1-97ffd25dd8a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:37:03.205757 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f7f862-3a9a-4651-8bf1-97ffd25dd8a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:37:03.206094 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f7f862-3a9a-4651-8bf1-97ffd25dd8a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:37:03.206439 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f7f862-3a9a-4651-8bf1-97ffd25dd8a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:37:03.206764 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f7f862-3a9a-4651-8bf1-97ffd25dd8a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:37:03.207090 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f7f862-3a9a-4651-8bf1-97ffd25dd8a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:37:03.207414 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f7f862-3a9a-4651-8bf1-97ffd25dd8a7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:37:03.207739 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f7f862-3a9a-4651-8bf1-97ffd25dd8a7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:37:03.208063 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f7f862-3a9a-4651-8bf1-97ffd25dd8a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:37:03.208428 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f7f862-3a9a-4651-8bf1-97ffd25dd8a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:37:03.208773 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f7f862-3a9a-4651-8bf1-97ffd25dd8a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:37:03.209093 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f7f862-3a9a-4651-8bf1-97ffd25dd8a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:37:04.306838 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 49498) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:37:04.319539 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-0f3d2953-735d-4199-958e-01fb2ecc1e1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:04.403733 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-0f3d2953-735d-4199-958e-01fb2ecc1e1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:04.473607 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-0f3d2953-735d-4199-958e-01fb2ecc1e1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:04.514426 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-0f3d2953-735d-4199-958e-01fb2ecc1e1d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=31179a55448e4e928279e9904036792f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2065237 Sep 22 04:37:04.515625 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3d2953-735d-4199-958e-01fb2ecc1e1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a2af729-79ad-40b5-9385-5bdd7529bc01,revision_number=1']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:37:04.517657 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 49500) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:37:04.569018 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-d20b75f0-c63c-497e-92c4-eec3457d2c55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:04.589850 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-d20b75f0-c63c-497e-92c4-eec3457d2c55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:04.719798 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-d20b75f0-c63c-497e-92c4-eec3457d2c55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:04.722520 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-d20b75f0-c63c-497e-92c4-eec3457d2c55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:04.727096 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-d20b75f0-c63c-497e-92c4-eec3457d2c55 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0a2af729-79ad-40b5-9385-5bdd7529bc01 HTTP/1.1" status: 204 len: 168 time: 0.2050805 Sep 22 04:37:04.732696 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20b75f0-c63c-497e-92c4-eec3457d2c55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a2af729-79ad-40b5-9385-5bdd7529bc01,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:37:06.804986 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:07.368357 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 49582) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:37:07.472769 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-94951856-d1a5-488c-bb38-02a5d9f0afc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:07.559496 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-94951856-d1a5-488c-bb38-02a5d9f0afc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:07.656148 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-94951856-d1a5-488c-bb38-02a5d9f0afc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:07.693032 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-94951856-d1a5-488c-bb38-02a5d9f0afc6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c4dfa7167ef84bc6aa91eac51f4d01ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3235302 Sep 22 04:37:07.695077 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94951856-d1a5-488c-bb38-02a5d9f0afc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3182f278-02af-40e9-bf65-f56e75fe6314,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:37:07.695844 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 49586) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:37:07.743908 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-4be1f364-b0a8-4d20-bf86-2e3847727504 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:07.764813 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-4be1f364-b0a8-4d20-bf86-2e3847727504 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:07.890618 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-4be1f364-b0a8-4d20-bf86-2e3847727504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:07.893307 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-4be1f364-b0a8-4d20-bf86-2e3847727504 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:07.894477 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-4be1f364-b0a8-4d20-bf86-2e3847727504 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3182f278-02af-40e9-bf65-f56e75fe6314 HTTP/1.1" status: 204 len: 168 time: 0.1971216 Sep 22 04:37:07.903236 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be1f364-b0a8-4d20-bf86-2e3847727504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3182f278-02af-40e9-bf65-f56e75fe6314,revision_number=None']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:37:08.432357 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 49608) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:37:08.444988 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-81d520b7-7d1d-4d84-a648-1dbc970c8b6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:08.528855 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-81d520b7-7d1d-4d84-a648-1dbc970c8b6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:08.621821 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-81d520b7-7d1d-4d84-a648-1dbc970c8b6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:08.659167 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-81d520b7-7d1d-4d84-a648-1dbc970c8b6d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e49ec691486b45088e2b82facdebd2b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2257118 Sep 22 04:37:08.661139 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d520b7-7d1d-4d84-a648-1dbc970c8b6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79db322c-e144-48b2-b2c0-5769bbffcafc,revision_number=1']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:37:08.661865 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 49610) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:37:08.715156 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-efa16e1c-acf7-4c46-9e32-d70c11c28d9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:08.736339 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-efa16e1c-acf7-4c46-9e32-d70c11c28d9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:08.846511 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26a1291-3fb4-4612-9892-58cff9640c6b req-bcae40bf-8b44-476b-b57b-393b5add5ea8 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:37:08.847981 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-c26a1291-3fb4-4612-9892-58cff9640c6b req-bcae40bf-8b44-476b-b57b-393b5add5ea8 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "GET /v2.0/ports?device_id=1eee0e51-d13d-4f5e-9d46-26adfc655baf HTTP/1.1" status: 200 len: 946 time: 0.0472188 Sep 22 04:37:08.878948 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-efa16e1c-acf7-4c46-9e32-d70c11c28d9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:08.881526 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-efa16e1c-acf7-4c46-9e32-d70c11c28d9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:08.882707 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-efa16e1c-acf7-4c46-9e32-d70c11c28d9a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/79db322c-e144-48b2-b2c0-5769bbffcafc HTTP/1.1" status: 204 len: 168 time: 0.2191918 Sep 22 04:37:08.885761 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-c26a1291-3fb4-4612-9892-58cff9640c6b req-cc0d5cfe-b07c-45e0-a9cc-0cf5e1e402f4 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "GET /v2.0/security-groups?id=26779e0b-b268-4d9e-881a-fead9d29e039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311005 Sep 22 04:37:08.893335 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa16e1c-acf7-4c46-9e32-d70c11c28d9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79db322c-e144-48b2-b2c0-5769bbffcafc,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:37:10.009839 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49b3135-dc5b-4193-8e7e-dd83be94591b req-e18e046b-e2a9-4a42-b749-ea1812be2557 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:37:10.011232 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-c49b3135-dc5b-4193-8e7e-dd83be94591b req-e18e046b-e2a9-4a42-b749-ea1812be2557 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "GET /v2.0/ports?device_id=1eee0e51-d13d-4f5e-9d46-26adfc655baf HTTP/1.1" status: 200 len: 946 time: 0.0487075 Sep 22 04:37:10.049269 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-c49b3135-dc5b-4193-8e7e-dd83be94591b req-14011e60-5129-47ba-a5c2-95831493f80f tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "GET /v2.0/security-groups?id=26779e0b-b268-4d9e-881a-fead9d29e039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318987 Sep 22 04:37:10.489108 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1093cc-4819-40ec-8098-d92df1e51f10 req-32d2ef19-51ec-47e8-9527-03aea8767431 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:37:10.490570 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-6c1093cc-4819-40ec-8098-d92df1e51f10 req-32d2ef19-51ec-47e8-9527-03aea8767431 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.30 "GET /v2.0/ports?device_id=1eee0e51-d13d-4f5e-9d46-26adfc655baf HTTP/1.1" status: 200 len: 946 time: 0.0523241 Sep 22 04:37:10.577999 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [req-6c1093cc-4819-40ec-8098-d92df1e51f10 req-0f4b059c-77b2-4554-abdf-93c3e8312daf tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Deleting port 4acee3d8-a627-41ac-b9ef-ff54da8d5332 {{(pid=94616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 04:37:10.578342 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-6c1093cc-4819-40ec-8098-d92df1e51f10 req-0f4b059c-77b2-4554-abdf-93c3e8312daf tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769518975272'] for port, before_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:10.668358 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [req-6c1093cc-4819-40ec-8098-d92df1e51f10 req-0f4b059c-77b2-4554-abdf-93c3e8312daf tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] For port 4acee3d8-a627-41ac-b9ef-ff54da8d5332, host hv-cinder-81011, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81011',level=0,port_id=4acee3d8-a627-41ac-b9ef-ff54da8d5332,segment=NetworkSegment(02ddcc00-f354-4996-9afc-0811ec64930a),segment_id=02ddcc00-f354-4996-9afc-0811ec64930a)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:37:10.668744 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-6c1093cc-4819-40ec-8098-d92df1e51f10 req-0f4b059c-77b2-4554-abdf-93c3e8312daf tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1861379'] for port, precommit_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:10.837723 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-6c1093cc-4819-40ec-8098-d92df1e51f10 req-0f4b059c-77b2-4554-abdf-93c3e8312daf tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:10.838087 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-6c1093cc-4819-40ec-8098-d92df1e51f10 req-0f4b059c-77b2-4554-abdf-93c3e8312daf tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1865242'] for floatingip, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:10.838395 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.db.l3_db [req-6c1093cc-4819-40ec-8098-d92df1e51f10 req-0f4b059c-77b2-4554-abdf-93c3e8312daf tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Floating IP e3d5a481-aae0-44eb-9a1b-2e3b3c7dcc31 disassociated. External IP: 172.27.3.72, port: 4acee3d8-a627-41ac-b9ef-ff54da8d5332. Sep 22 04:37:10.838736 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [req-6c1093cc-4819-40ec-8098-d92df1e51f10 req-0f4b059c-77b2-4554-abdf-93c3e8312daf tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Calling delete_port for 4acee3d8-a627-41ac-b9ef-ff54da8d5332 owned by compute:nova {{(pid=94616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 04:37:11.045212 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-6c1093cc-4819-40ec-8098-d92df1e51f10 req-0f4b059c-77b2-4554-abdf-93c3e8312daf tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769518980334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769518673866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534565802'] for port, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:11.075796 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4b059c-77b2-4554-abdf-93c3e8312daf tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Pushing event deleted for resources: {'Port': ['ID=4acee3d8-a627-41ac-b9ef-ff54da8d5332,revision_number=None']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:37:11.159060 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-c2298cb0-f3ee-4fb9-acbb-f1a8566abc09 req-e7f11749-9dee-46fa-97a8-75937011ccd4 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "GET /v2.0/ports?device_id=1eee0e51-d13d-4f5e-9d46-26adfc655baf HTTP/1.1" status: 200 len: 210 time: 0.0338299 Sep 22 04:37:11.212924 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6c1093cc-4819-40ec-8098-d92df1e51f10 req-0f4b059c-77b2-4554-abdf-93c3e8312daf tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Router 084e8c9e-66fb-4e21-a43d-e0a299506bc2 has already been hosted by L3 agent 67baeb3b-346e-4680-9ea8-6eec6aa84835 {{(pid=94616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 04:37:11.275823 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 49662) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:37:11.318072 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6c1093cc-4819-40ec-8098-d92df1e51f10 req-0f4b059c-77b2-4554-abdf-93c3e8312daf tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Notify agent at l3_agent.dv-cinder-810118-1-iscsi the message routers_updated {{(pid=94616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 04:37:11.328418 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632c9652-a472-41a6-8cbc-9da950d95ce8 None None] Sync routers for ids ['084e8c9e-66fb-4e21-a43d-e0a299506bc2'] in dv-cinder-810118-1-iscsi {{(pid=94618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 04:37:11.337754 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632c9652-a472-41a6-8cbc-9da950d95ce8 None None] Routers {'084e8c9e-66fb-4e21-a43d-e0a299506bc2'} bound to L3 agent in host dv-cinder-810118-1-iscsi {{(pid=94618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 04:37:11.338308 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.l3_hamode_db [None req-632c9652-a472-41a6-8cbc-9da950d95ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810118-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T04:20:22Z,description=,heartbeat_timestamp=2021-09-22T04:36:52Z,host='dv-cinder-810118-1-iscsi',id=67baeb3b-346e-4680-9ea8-6eec6aa84835,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T04:20:23Z,topic='l3_agent')) {'router_ids': ['084e8c9e-66fb-4e21-a43d-e0a299506bc2'], 'active': True} {{(pid=94618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:37:11.358773 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c1093cc-4819-40ec-8098-d92df1e51f10 req-0f4b059c-77b2-4554-abdf-93c3e8312daf tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] No DVR routers for this DVR port 4acee3d8-a627-41ac-b9ef-ff54da8d5332 on host hv-cinder-81011 {{(pid=94616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 04:37:11.361225 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-6c1093cc-4819-40ec-8098-d92df1e51f10 req-0f4b059c-77b2-4554-abdf-93c3e8312daf tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34584'] for port, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:11.363190 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-6c1093cc-4819-40ec-8098-d92df1e51f10 req-0f4b059c-77b2-4554-abdf-93c3e8312daf tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.30 "DELETE /v2.0/ports/4acee3d8-a627-41ac-b9ef-ff54da8d5332 HTTP/1.1" status: 204 len: 173 time: 0.8661478 Sep 22 04:37:11.363598 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eee0e51-d13d-4f5e-9d46-26adfc655baf', 'name': 'network-vif-deleted', 'tag': '4acee3d8-a627-41ac-b9ef-ff54da8d5332'}] {{(pid=94616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 04:37:11.365904 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ee93b3f7eb2b2b6a350c95698ebe5b9c8d238e2160e747b625fec6bb3c76933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aee639f-3bc0-45c3-8b7b-64ec438030b7" -d '{"events": [{"server_uuid": "1eee0e51-d13d-4f5e-9d46-26adfc655baf", "name": "network-vif-deleted", "tag": "4acee3d8-a627-41ac-b9ef-ff54da8d5332"}]}' {{(pid=94616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 04:37:11.389343 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-e398992c-c699-454f-b74d-226c69bf1244 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:11.401427 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 04:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65c94f7c-1cee-4704-8406-9fbceefa5d0c x-openstack-request-id: req-65c94f7c-1cee-4704-8406-9fbceefa5d0c {{(pid=94616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 04:37:11.401711 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eee0e51-d13d-4f5e-9d46-26adfc655baf", "name": "network-vif-deleted", "tag": "4acee3d8-a627-41ac-b9ef-ff54da8d5332", "status": "completed", "code": 200}]} {{(pid=94616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 04:37:11.401959 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-65c94f7c-1cee-4704-8406-9fbceefa5d0c {{(pid=94616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 04:37:11.402361 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eee0e51-d13d-4f5e-9d46-26adfc655baf', 'name': 'network-vif-deleted', 'tag': '4acee3d8-a627-41ac-b9ef-ff54da8d5332', 'status': 'completed', 'code': 200} Sep 22 04:37:11.447776 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.l3_dvr_db [None req-632c9652-a472-41a6-8cbc-9da950d95ce8 None None] Set router 084e8c9e-66fb-4e21-a43d-e0a299506bc2 gateway port host: dv-cinder-810118-1-iscsi {{(pid=94618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 04:37:11.508922 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-e398992c-c699-454f-b74d-226c69bf1244 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:11.605553 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-e398992c-c699-454f-b74d-226c69bf1244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:11.644160 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-e398992c-c699-454f-b74d-226c69bf1244 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e4a37cd05f254e6a95bb4e6dbc0abedb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3672063 Sep 22 04:37:11.645173 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e398992c-c699-454f-b74d-226c69bf1244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6412d08e-3c06-4b5b-8120-0883be76a297,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:37:11.646832 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 49668) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:37:11.661442 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.l3_hamode_db [None req-632c9652-a472-41a6-8cbc-9da950d95ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '084e8c9e-66fb-4e21-a43d-e0a299506bc2', 'name': 'tempest-AttachVolumeTestJSON-833141330-router', 'tenant_id': 'ad7f6cd153e24f3db680028c6bdb22b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'external_fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': 'c40c790e-995b-479a-8ee5-afa61744b64e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T04:32:16Z', 'updated_at': '2021-09-22T04:32:21Z', 'revision_number': 4, 'project_id': 'ad7f6cd153e24f3db680028c6bdb22b5', 'gw_port': {'id': 'c40c790e-995b-479a-8ee5-afa61744b64e', 'name': '', 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084e8c9e-66fb-4e21-a43d-e0a299506bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:32:17Z', 'updated_at': '2021-09-22T04:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810118-1-iscsi', '_interfaces': [{'id': 'c69e743b-c17e-4b4a-a219-ec12003e7af5', 'name': '', 'network_id': 'ca51e19a-eb03-4e80-b068-2395ef770566', 'tenant_id': 'ad7f6cd153e24f3db680028c6bdb22b5', 'mac_address': 'fa:16:3e:90:21:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084e8c9e-66fb-4e21-a43d-e0a299506bc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'd4733523-2a04-4d39-afc7-a1fd1c83d105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:32:20Z', 'updated_at': '2021-09-22T04:32:25Z', 'revision_number': 5, 'project_id': 'ad7f6cd153e24f3db680028c6bdb22b5', 'subnets': [{'id': 'd4733523-2a04-4d39-afc7-a1fd1c83d105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810118-1-iscsi', False) {} {{(pid=94618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:37:11.691397 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632c9652-a472-41a6-8cbc-9da950d95ce8 None None] Checking router: 084e8c9e-66fb-4e21-a43d-e0a299506bc2 for host: dv-cinder-810118-1-iscsi {{(pid=94618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 04:37:11.697433 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-f77145d3-b514-4713-a629-1c763fe26810 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:11.699480 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632c9652-a472-41a6-8cbc-9da950d95ce8 None None] Routers {'084e8c9e-66fb-4e21-a43d-e0a299506bc2'} bound to L3 agent in host dv-cinder-810118-1-iscsi {{(pid=94618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 04:37:11.700093 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.l3_hamode_db [None req-632c9652-a472-41a6-8cbc-9da950d95ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810118-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T04:20:22Z,description=,heartbeat_timestamp=2021-09-22T04:36:52Z,host='dv-cinder-810118-1-iscsi',id=67baeb3b-346e-4680-9ea8-6eec6aa84835,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T04:20:23Z,topic='l3_agent')) {'router_ids': ['084e8c9e-66fb-4e21-a43d-e0a299506bc2'], 'active': True} {{(pid=94618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:37:11.722754 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-f77145d3-b514-4713-a629-1c763fe26810 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:11.807084 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.l3_dvr_db [None req-632c9652-a472-41a6-8cbc-9da950d95ce8 None None] Set router 084e8c9e-66fb-4e21-a43d-e0a299506bc2 gateway port host: dv-cinder-810118-1-iscsi {{(pid=94618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 04:37:11.845223 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-f77145d3-b514-4713-a629-1c763fe26810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:11.847909 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-f77145d3-b514-4713-a629-1c763fe26810 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:11.849277 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-f77145d3-b514-4713-a629-1c763fe26810 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6412d08e-3c06-4b5b-8120-0883be76a297 HTTP/1.1" status: 204 len: 168 time: 0.2008138 Sep 22 04:37:11.868078 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77145d3-b514-4713-a629-1c763fe26810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6412d08e-3c06-4b5b-8120-0883be76a297,revision_number=None']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:37:12.020989 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.l3_hamode_db [None req-632c9652-a472-41a6-8cbc-9da950d95ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '084e8c9e-66fb-4e21-a43d-e0a299506bc2', 'name': 'tempest-AttachVolumeTestJSON-833141330-router', 'tenant_id': 'ad7f6cd153e24f3db680028c6bdb22b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'external_fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': 'c40c790e-995b-479a-8ee5-afa61744b64e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T04:32:16Z', 'updated_at': '2021-09-22T04:32:21Z', 'revision_number': 4, 'project_id': 'ad7f6cd153e24f3db680028c6bdb22b5', 'gw_port': {'id': 'c40c790e-995b-479a-8ee5-afa61744b64e', 'name': '', 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084e8c9e-66fb-4e21-a43d-e0a299506bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:32:17Z', 'updated_at': '2021-09-22T04:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810118-1-iscsi', '_interfaces': [{'id': 'c69e743b-c17e-4b4a-a219-ec12003e7af5', 'name': '', 'network_id': 'ca51e19a-eb03-4e80-b068-2395ef770566', 'tenant_id': 'ad7f6cd153e24f3db680028c6bdb22b5', 'mac_address': 'fa:16:3e:90:21:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084e8c9e-66fb-4e21-a43d-e0a299506bc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'd4733523-2a04-4d39-afc7-a1fd1c83d105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:32:20Z', 'updated_at': '2021-09-22T04:32:25Z', 'revision_number': 5, 'project_id': 'ad7f6cd153e24f3db680028c6bdb22b5', 'subnets': [{'id': 'd4733523-2a04-4d39-afc7-a1fd1c83d105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810118-1-iscsi', False) {} {{(pid=94618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:37:12.046179 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632c9652-a472-41a6-8cbc-9da950d95ce8 None None] The sync data for ids ['084e8c9e-66fb-4e21-a43d-e0a299506bc2'] in dv-cinder-810118-1-iscsi is: [{'id': '084e8c9e-66fb-4e21-a43d-e0a299506bc2', 'name': 'tempest-AttachVolumeTestJSON-833141330-router', 'tenant_id': 'ad7f6cd153e24f3db680028c6bdb22b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'external_fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': 'c40c790e-995b-479a-8ee5-afa61744b64e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T04:32:16Z', 'updated_at': '2021-09-22T04:32:21Z', 'revision_number': 4, 'project_id': 'ad7f6cd153e24f3db680028c6bdb22b5', 'gw_port': {'id': 'c40c790e-995b-479a-8ee5-afa61744b64e', 'name': '', 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084e8c9e-66fb-4e21-a43d-e0a299506bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:32:17Z', 'updated_at': '2021-09-22T04:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810118-1-iscsi', '_interfaces': [{'id': 'c69e743b-c17e-4b4a-a219-ec12003e7af5', 'name': '', 'network_id': 'ca51e19a-eb03-4e80-b068-2395ef770566', 'tenant_id': 'ad7f6cd153e24f3db680028c6bdb22b5', 'mac_address': 'fa:16:3e:90:21:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084e8c9e-66fb-4e21-a43d-e0a299506bc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'd4733523-2a04-4d39-afc7-a1fd1c83d105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:32:20Z', 'updated_at': '2021-09-22T04:32:25Z', 'revision_number': 5, 'project_id': 'ad7f6cd153e24f3db680028c6bdb22b5', 'subnets': [{'id': 'd4733523-2a04-4d39-afc7-a1fd1c83d105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 04:37:12.079223 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.agents_db [None req-7fda405f-bd13-41fd-9497-f6551785b8a3 None None] Agent healthcheck: found 6 active agents {{(pid=94618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 04:37:12.274013 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-3ab895a7-2e82-424e-b88a-9b1f5179795b req-37a5c2b2-456a-4c54-b0fe-5e08bcb3d453 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "GET /v2.0/ports?device_id=1eee0e51-d13d-4f5e-9d46-26adfc655baf HTTP/1.1" status: 200 len: 210 time: 0.0287402 Sep 22 04:37:12.279779 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e088b3f8-0a42-4876-907d-596caa105782 None None] New status for floating IP e3d5a481-aae0-44eb-9a1b-2e3b3c7dcc31: DOWN {{(pid=94617) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 04:37:12.420873 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 49680) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:37:12.434296 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-69bbb4e7-af33-41d2-a085-bd07b8a4bd5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:12.525286 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-69bbb4e7-af33-41d2-a085-bd07b8a4bd5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:12.593760 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-69bbb4e7-af33-41d2-a085-bd07b8a4bd5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:12.630258 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bbb4e7-af33-41d2-a085-bd07b8a4bd5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2565c376-7a0f-45d6-a231-b0c30612b987,revision_number=1']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:37:12.634579 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-69bbb4e7-af33-41d2-a085-bd07b8a4bd5d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=383432c007934e0295f4c8a1afc201c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2126198 Sep 22 04:37:12.637747 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 49682) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:37:12.689928 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-d439876f-3847-4626-b18e-cd8b5d7a964a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:12.709533 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-d439876f-3847-4626-b18e-cd8b5d7a964a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:12.828023 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-d439876f-3847-4626-b18e-cd8b5d7a964a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:12.830519 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-d439876f-3847-4626-b18e-cd8b5d7a964a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:12.831665 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-d439876f-3847-4626-b18e-cd8b5d7a964a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2565c376-7a0f-45d6-a231-b0c30612b987 HTTP/1.1" status: 204 len: 168 time: 0.1936588 Sep 22 04:37:12.840235 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d439876f-3847-4626-b18e-cd8b5d7a964a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2565c376-7a0f-45d6-a231-b0c30612b987,revision_number=None']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:37:13.406035 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 49700) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:37:13.459262 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-a833b693-a131-4140-b4c0-cf5a31dc8242 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Notify callbacks [] for security_group, before_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:13.482326 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-a833b693-a131-4140-b4c0-cf5a31dc8242 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:13.598984 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-a833b693-a131-4140-b4c0-cf5a31dc8242 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:13.603356 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-a833b693-a131-4140-b4c0-cf5a31dc8242 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Notify callbacks [] for security_group, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:13.603356 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-a833b693-a131-4140-b4c0-cf5a31dc8242 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "DELETE /v2.0/security-groups/26779e0b-b268-4d9e-881a-fead9d29e039 HTTP/1.1" status: 204 len: 168 time: 0.1957207 Sep 22 04:37:13.606182 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 49708) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:37:13.612766 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a833b693-a131-4140-b4c0-cf5a31dc8242 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26779e0b-b268-4d9e-881a-fead9d29e039,revision_number=None']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:37:13.631400 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.api.v2.resource [None req-1c244d5f-c97b-4b6c-a224-85edee56c11c tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] show failed (client error): The resource could not be found. Sep 22 04:37:13.635907 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 49710) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:37:13.636189 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-1c244d5f-c97b-4b6c-a224-85edee56c11c tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "GET /v2.0/security-groups/26779e0b-b268-4d9e-881a-fead9d29e039 HTTP/1.1" status: 404 len: 347 time: 0.0287199 Sep 22 04:37:13.757143 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [None req-4bd08c7b-c877-4bb5-8d67-6773a5f43bd3 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Deleting port 2de33ebf-b4f3-49c3-8e72-a42fe075b6e7 {{(pid=94616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 04:37:13.760956 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-4bd08c7b-c877-4bb5-8d67-6773a5f43bd3 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769518975272'] for port, before_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:13.834902 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-4bd08c7b-c877-4bb5-8d67-6773a5f43bd3 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1861379'] for port, precommit_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:13.835232 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-4bd08c7b-c877-4bb5-8d67-6773a5f43bd3 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:13.847490 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [None req-4bd08c7b-c877-4bb5-8d67-6773a5f43bd3 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Calling delete_port for 2de33ebf-b4f3-49c3-8e72-a42fe075b6e7 owned by network:floatingip {{(pid=94616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 04:37:14.068140 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-4bd08c7b-c877-4bb5-8d67-6773a5f43bd3 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769518980334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769518673866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534565802'] for port, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:14.094319 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd08c7b-c877-4bb5-8d67-6773a5f43bd3 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Pushing event deleted for resources: {'Port': ['ID=2de33ebf-b4f3-49c3-8e72-a42fe075b6e7,revision_number=None']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:37:14.162057 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-4bd08c7b-c877-4bb5-8d67-6773a5f43bd3 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Notify callbacks [] for floatingip, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:14.164524 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-4bd08c7b-c877-4bb5-8d67-6773a5f43bd3 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34584'] for floatingip, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:14.166202 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-4bd08c7b-c877-4bb5-8d67-6773a5f43bd3 tempest-AttachVolumeTestJSON-1206826951 tempest-AttachVolumeTestJSON-1206826951-project] 10.222.0.24 "DELETE /v2.0/floatingips/e3d5a481-aae0-44eb-9a1b-2e3b3c7dcc31 HTTP/1.1" status: 204 len: 168 time: 0.5289392 Sep 22 04:37:14.774545 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Device 4acee3d8-a627-41ac-b9ef-ff54da8d5332 no longer exists at agent hyperv_hv-cinder-81011 {{(pid=94617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 04:37:14.793986 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.plugin [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] No Port match for: 4acee3d8-a627-41ac-b9ef-ff54da8d5332 {{(pid=94617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 04:37:14.794334 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Device 4acee3d8-a627-41ac-b9ef-ff54da8d5332 not bound to the agent host hv-cinder-81011 {{(pid=94617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 04:37:18.175276 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 49786) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:37:18.704283 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-3e641d02-8c1c-438c-97d9-05cec7507e90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1867546'] for router_interface, before_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:18.983766 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [None req-3e641d02-8c1c-438c-97d9-05cec7507e90 admin admin] Deleting port c69e743b-c17e-4b4a-a219-ec12003e7af5 {{(pid=94616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 04:37:18.984083 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-3e641d02-8c1c-438c-97d9-05cec7507e90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769518975272'] for port, before_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:19.060039 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-3e641d02-8c1c-438c-97d9-05cec7507e90 admin admin] For port c69e743b-c17e-4b4a-a219-ec12003e7af5, host dv-cinder-810118-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810118-1-iscsi',level=0,port_id=c69e743b-c17e-4b4a-a219-ec12003e7af5,segment=NetworkSegment(02ddcc00-f354-4996-9afc-0811ec64930a),segment_id=02ddcc00-f354-4996-9afc-0811ec64930a)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:37:19.060396 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-3e641d02-8c1c-438c-97d9-05cec7507e90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1861379'] for port, precommit_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:19.072006 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [None req-3e641d02-8c1c-438c-97d9-05cec7507e90 admin admin] Calling delete_port for c69e743b-c17e-4b4a-a219-ec12003e7af5 owned by network:router_interface {{(pid=94616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 04:37:19.588122 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-3e641d02-8c1c-438c-97d9-05cec7507e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769518980334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769518673866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534565802'] for port, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:19.614025 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e641d02-8c1c-438c-97d9-05cec7507e90 admin admin] Pushing event deleted for resources: {'Port': ['ID=c69e743b-c17e-4b4a-a219-ec12003e7af5,revision_number=None']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:37:19.776003 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-3e641d02-8c1c-438c-97d9-05cec7507e90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1865363'] for router_interface, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:19.829376 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 49798) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:37:19.950588 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-07915f8c-f901-4a85-8955-fc65788cbed3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:19.998835 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e641d02-8c1c-438c-97d9-05cec7507e90 admin admin] Router 084e8c9e-66fb-4e21-a43d-e0a299506bc2 has already been hosted by L3 agent 67baeb3b-346e-4680-9ea8-6eec6aa84835 {{(pid=94616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 04:37:20.039584 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-07915f8c-f901-4a85-8955-fc65788cbed3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:20.107882 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-d3b76f0b-375e-4233-a72b-2823d24ce090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:20.110189 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e641d02-8c1c-438c-97d9-05cec7507e90 admin admin] Notify agent at l3_agent.dv-cinder-810118-1-iscsi the message routers_updated {{(pid=94616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 04:37:20.115080 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-3e641d02-8c1c-438c-97d9-05cec7507e90 admin admin] 10.222.0.24 "PUT /v2.0/routers/084e8c9e-66fb-4e21-a43d-e0a299506bc2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9388070 Sep 22 04:37:20.117548 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 49802) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:37:20.122052 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586ebd26-7baa-4615-96d8-49e5b8aa0be9 None None] Sync routers for ids ['084e8c9e-66fb-4e21-a43d-e0a299506bc2'] in dv-cinder-810118-1-iscsi {{(pid=94618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 04:37:20.130738 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-07915f8c-f901-4a85-8955-fc65788cbed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:20.135157 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586ebd26-7baa-4615-96d8-49e5b8aa0be9 None None] Routers {'084e8c9e-66fb-4e21-a43d-e0a299506bc2'} bound to L3 agent in host dv-cinder-810118-1-iscsi {{(pid=94618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 04:37:20.135157 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.l3_hamode_db [None req-586ebd26-7baa-4615-96d8-49e5b8aa0be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810118-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T04:20:22Z,description=,heartbeat_timestamp=2021-09-22T04:36:52Z,host='dv-cinder-810118-1-iscsi',id=67baeb3b-346e-4680-9ea8-6eec6aa84835,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T04:20:23Z,topic='l3_agent')) {'router_ids': ['084e8c9e-66fb-4e21-a43d-e0a299506bc2'], 'active': True} {{(pid=94618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:37:20.172300 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-07915f8c-f901-4a85-8955-fc65788cbed3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b57625441c9f4fe09b845408268b109d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3394172 Sep 22 04:37:20.172300 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07915f8c-f901-4a85-8955-fc65788cbed3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cee62cd2-a3bd-4ae5-bb02-480f16cb6d12,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:37:20.172900 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 49804) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:37:20.247455 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.l3_dvr_db [None req-586ebd26-7baa-4615-96d8-49e5b8aa0be9 None None] Set router 084e8c9e-66fb-4e21-a43d-e0a299506bc2 gateway port host: dv-cinder-810118-1-iscsi {{(pid=94618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 04:37:20.254465 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-9338fe94-904f-4515-8d0d-2bda61d407cb admin admin] Notify callbacks [] for router, before_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:20.299601 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-926b71eb-fb7f-4b12-9c48-08554f879d23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:20.332354 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-926b71eb-fb7f-4b12-9c48-08554f879d23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:20.400280 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-9338fe94-904f-4515-8d0d-2bda61d407cb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:20.421432 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.l3_hamode_db [None req-586ebd26-7baa-4615-96d8-49e5b8aa0be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '084e8c9e-66fb-4e21-a43d-e0a299506bc2', 'name': 'tempest-AttachVolumeTestJSON-833141330-router', 'tenant_id': 'ad7f6cd153e24f3db680028c6bdb22b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'external_fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': 'c40c790e-995b-479a-8ee5-afa61744b64e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T04:32:16Z', 'updated_at': '2021-09-22T04:37:19Z', 'revision_number': 5, 'project_id': 'ad7f6cd153e24f3db680028c6bdb22b5', 'gw_port': {'id': 'c40c790e-995b-479a-8ee5-afa61744b64e', 'name': '', 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084e8c9e-66fb-4e21-a43d-e0a299506bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:32:17Z', 'updated_at': '2021-09-22T04:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810118-1-iscsi'}], 'dv-cinder-810118-1-iscsi', False) {} {{(pid=94618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:37:20.447654 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586ebd26-7baa-4615-96d8-49e5b8aa0be9 None None] Checking router: 084e8c9e-66fb-4e21-a43d-e0a299506bc2 for host: dv-cinder-810118-1-iscsi {{(pid=94618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 04:37:20.455538 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586ebd26-7baa-4615-96d8-49e5b8aa0be9 None None] Routers {'084e8c9e-66fb-4e21-a43d-e0a299506bc2'} bound to L3 agent in host dv-cinder-810118-1-iscsi {{(pid=94618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 04:37:20.456127 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.l3_hamode_db [None req-586ebd26-7baa-4615-96d8-49e5b8aa0be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810118-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-22T04:20:22Z,description=,heartbeat_timestamp=2021-09-22T04:36:52Z,host='dv-cinder-810118-1-iscsi',id=67baeb3b-346e-4680-9ea8-6eec6aa84835,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T04:20:23Z,topic='l3_agent')) {'router_ids': ['084e8c9e-66fb-4e21-a43d-e0a299506bc2'], 'active': True} {{(pid=94618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:37:20.508773 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-926b71eb-fb7f-4b12-9c48-08554f879d23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:20.511261 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-926b71eb-fb7f-4b12-9c48-08554f879d23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:20.512436 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-926b71eb-fb7f-4b12-9c48-08554f879d23 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cee62cd2-a3bd-4ae5-bb02-480f16cb6d12 HTTP/1.1" status: 204 len: 168 time: 0.3384905 Sep 22 04:37:20.524713 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926b71eb-fb7f-4b12-9c48-08554f879d23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cee62cd2-a3bd-4ae5-bb02-480f16cb6d12,revision_number=None']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:37:20.551736 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [None req-9338fe94-904f-4515-8d0d-2bda61d407cb admin admin] Deleting port c40c790e-995b-479a-8ee5-afa61744b64e {{(pid=94616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 04:37:20.551978 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-9338fe94-904f-4515-8d0d-2bda61d407cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769518975272'] for port, before_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:20.634873 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-9338fe94-904f-4515-8d0d-2bda61d407cb admin admin] For port c40c790e-995b-479a-8ee5-afa61744b64e, host dv-cinder-810118-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810118-1-iscsi',level=0,port_id=c40c790e-995b-479a-8ee5-afa61744b64e,segment=NetworkSegment(57bccd0b-6164-41c6-a48d-7aba82135152),segment_id=57bccd0b-6164-41c6-a48d-7aba82135152)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:37:20.635585 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-9338fe94-904f-4515-8d0d-2bda61d407cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1861379'] for port, precommit_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:20.644398 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.l3_dvr_db [None req-586ebd26-7baa-4615-96d8-49e5b8aa0be9 None None] Set router 084e8c9e-66fb-4e21-a43d-e0a299506bc2 gateway port host: dv-cinder-810118-1-iscsi {{(pid=94618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 04:37:20.646949 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [None req-9338fe94-904f-4515-8d0d-2bda61d407cb admin admin] Calling delete_port for c40c790e-995b-479a-8ee5-afa61744b64e owned by network:router_gateway {{(pid=94616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 04:37:20.825371 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.l3_hamode_db [None req-586ebd26-7baa-4615-96d8-49e5b8aa0be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '084e8c9e-66fb-4e21-a43d-e0a299506bc2', 'name': 'tempest-AttachVolumeTestJSON-833141330-router', 'tenant_id': 'ad7f6cd153e24f3db680028c6bdb22b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'external_fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': 'c40c790e-995b-479a-8ee5-afa61744b64e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T04:32:16Z', 'updated_at': '2021-09-22T04:37:19Z', 'revision_number': 5, 'project_id': 'ad7f6cd153e24f3db680028c6bdb22b5', 'gw_port': {'id': 'c40c790e-995b-479a-8ee5-afa61744b64e', 'name': '', 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084e8c9e-66fb-4e21-a43d-e0a299506bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:32:17Z', 'updated_at': '2021-09-22T04:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810118-1-iscsi'}], 'dv-cinder-810118-1-iscsi', False) {} {{(pid=94618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:37:20.851408 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586ebd26-7baa-4615-96d8-49e5b8aa0be9 None None] The sync data for ids ['084e8c9e-66fb-4e21-a43d-e0a299506bc2'] in dv-cinder-810118-1-iscsi is: [{'id': '084e8c9e-66fb-4e21-a43d-e0a299506bc2', 'name': 'tempest-AttachVolumeTestJSON-833141330-router', 'tenant_id': 'ad7f6cd153e24f3db680028c6bdb22b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'external_fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': 'c40c790e-995b-479a-8ee5-afa61744b64e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T04:32:16Z', 'updated_at': '2021-09-22T04:37:19Z', 'revision_number': 5, 'project_id': 'ad7f6cd153e24f3db680028c6bdb22b5', 'gw_port': {'id': 'c40c790e-995b-479a-8ee5-afa61744b64e', 'name': '', 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084e8c9e-66fb-4e21-a43d-e0a299506bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:32:17Z', 'updated_at': '2021-09-22T04:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810118-1-iscsi'}] {{(pid=94618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 04:37:20.902415 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-9338fe94-904f-4515-8d0d-2bda61d407cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769518980334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769518673866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534565802'] for port, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:20.929329 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9338fe94-904f-4515-8d0d-2bda61d407cb admin admin] Pushing event deleted for resources: {'Port': ['ID=c40c790e-995b-479a-8ee5-afa61744b64e,revision_number=None']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:37:20.989179 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-9338fe94-904f-4515-8d0d-2bda61d407cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1865296'] for router_gateway, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:21.076391 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-9338fe94-904f-4515-8d0d-2bda61d407cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1865791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1980'] for router, precommit_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:21.078578 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-9338fe94-904f-4515-8d0d-2bda61d407cb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:21.205217 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-9338fe94-904f-4515-8d0d-2bda61d407cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1865782'] for router, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:21.208809 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9338fe94-904f-4515-8d0d-2bda61d407cb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 084e8c9e-66fb-4e21-a43d-e0a299506bc2 {{(pid=94616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 04:37:21.210408 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-9338fe94-904f-4515-8d0d-2bda61d407cb admin admin] Notify callbacks [] for router, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:21.211593 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-9338fe94-904f-4515-8d0d-2bda61d407cb admin admin] 10.222.0.24 "DELETE /v2.0/routers/084e8c9e-66fb-4e21-a43d-e0a299506bc2 HTTP/1.1" status: 204 len: 168 time: 1.0931408 Sep 22 04:37:21.214819 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 49810) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:37:21.263087 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.db.db_base_plugin_v2 [None req-c213ed8c-2634-4d0c-88a7-4a6ba82aa405 admin admin] Deleting subnet d4733523-2a04-4d39-afc7-a1fd1c83d105 {{(pid=94615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 04:37:21.266273 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-c213ed8c-2634-4d0c-88a7-4a6ba82aa405 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:21.270722 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 49812) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:37:21.285341 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-e64cfc94-1023-4b8d-9fc3-eadc6208c38d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:21.303113 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-c213ed8c-2634-4d0c-88a7-4a6ba82aa405 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-533529875'] for subnet, precommit_delete_associations {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:21.375540 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-e64cfc94-1023-4b8d-9fc3-eadc6208c38d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:21.384934 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-c213ed8c-2634-4d0c-88a7-4a6ba82aa405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-628562'] for subnet, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:21.440792 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-e64cfc94-1023-4b8d-9fc3-eadc6208c38d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:21.486544 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-e64cfc94-1023-4b8d-9fc3-eadc6208c38d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ab6abcad3ad747e9accc853497eaad6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2146201 Sep 22 04:37:21.487580 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64cfc94-1023-4b8d-9fc3-eadc6208c38d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=534ab4d6-9944-4cfc-9f13-db0f86a16909,revision_number=1']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:37:21.490568 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 49814) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:37:21.532031 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-c213ed8c-2634-4d0c-88a7-4a6ba82aa405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-628571', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533447834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-533135712'] for subnet, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:21.566183 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-87d42a84-06e8-46ee-87bc-75dc32a73092 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:21.567847 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c213ed8c-2634-4d0c-88a7-4a6ba82aa405 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4733523-2a04-4d39-afc7-a1fd1c83d105,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:37:21.570696 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-c213ed8c-2634-4d0c-88a7-4a6ba82aa405 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578295'] for subnet, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:21.575204 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-c213ed8c-2634-4d0c-88a7-4a6ba82aa405 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/d4733523-2a04-4d39-afc7-a1fd1c83d105 HTTP/1.1" status: 204 len: 168 time: 0.3573072 Sep 22 04:37:21.576008 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 49816) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:37:21.578401 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b7526b-bf88-4b50-b0fa-c1b9f5129d89 None None] Network ca51e19a-eb03-4e80-b068-2395ef770566 requested from dv-cinder-810118-1-iscsi {{(pid=94617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 04:37:21.594782 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-87d42a84-06e8-46ee-87bc-75dc32a73092 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:21.649000 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-e63b55bb-b889-427b-aefb-d195ab73b66a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536234'] for network, before_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:21.700805 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [None req-e63b55bb-b889-427b-aefb-d195ab73b66a admin admin] Deleting port e151b0d2-18e9-4745-b82d-d610aa15540f {{(pid=94616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 04:37:21.701195 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-e63b55bb-b889-427b-aefb-d195ab73b66a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769518975272'] for port, before_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:21.708042 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-87d42a84-06e8-46ee-87bc-75dc32a73092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:21.710798 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-87d42a84-06e8-46ee-87bc-75dc32a73092 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:21.713394 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-87d42a84-06e8-46ee-87bc-75dc32a73092 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/534ab4d6-9944-4cfc-9f13-db0f86a16909 HTTP/1.1" status: 204 len: 168 time: 0.2215948 Sep 22 04:37:21.721636 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d42a84-06e8-46ee-87bc-75dc32a73092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=534ab4d6-9944-4cfc-9f13-db0f86a16909,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:37:21.776962 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-e63b55bb-b889-427b-aefb-d195ab73b66a admin admin] For port e151b0d2-18e9-4745-b82d-d610aa15540f, host dv-cinder-810118-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810118-1-iscsi',level=0,port_id=e151b0d2-18e9-4745-b82d-d610aa15540f,segment=NetworkSegment(02ddcc00-f354-4996-9afc-0811ec64930a),segment_id=02ddcc00-f354-4996-9afc-0811ec64930a)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:37:21.777330 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-e63b55bb-b889-427b-aefb-d195ab73b66a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1861379'] for port, precommit_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:21.791271 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [None req-e63b55bb-b889-427b-aefb-d195ab73b66a admin admin] Calling delete_port for e151b0d2-18e9-4745-b82d-d610aa15540f owned by network:dhcp {{(pid=94616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 04:37:21.822946 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241d5170-60c8-4f7a-abc4-f9ff3ea01671 None None] DHCP port deletion for ca51e19a-eb03-4e80-b068-2395ef770566 request from dv-cinder-810118-1-iscsi {{(pid=94617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 04:37:21.880752 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.plugin [None req-241d5170-60c8-4f7a-abc4-f9ff3ea01671 None None] Deleting port e151b0d2-18e9-4745-b82d-d610aa15540f {{(pid=94617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 04:37:21.884973 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-241d5170-60c8-4f7a-abc4-f9ff3ea01671 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769518975272'] for port, before_delete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:21.912795 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Device e151b0d2-18e9-4745-b82d-d610aa15540f no longer exists at agent ovs-agent-dv-cinder-810118-1-iscsi {{(pid=94617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 04:37:21.969840 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-241d5170-60c8-4f7a-abc4-f9ff3ea01671 None None] For port e151b0d2-18e9-4745-b82d-d610aa15540f, host dv-cinder-810118-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810118-1-iscsi',level=0,port_id=e151b0d2-18e9-4745-b82d-d610aa15540f,segment=NetworkSegment(02ddcc00-f354-4996-9afc-0811ec64930a),segment_id=02ddcc00-f354-4996-9afc-0811ec64930a)] {{(pid=94617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:37:21.970230 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-241d5170-60c8-4f7a-abc4-f9ff3ea01671 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1861379'] for port, precommit_delete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:21.982304 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-e63b55bb-b889-427b-aefb-d195ab73b66a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769518980334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769518673866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534565802'] for port, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:21.984442 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.plugin [None req-241d5170-60c8-4f7a-abc4-f9ff3ea01671 None None] Calling delete_port for e151b0d2-18e9-4745-b82d-d610aa15540f owned by network:dhcp {{(pid=94617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 04:37:22.003655 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] No active binding found for port e151b0d2-18e9-4745-b82d-d610aa15540f {{(pid=94617) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 22 04:37:22.004066 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Device e151b0d2-18e9-4745-b82d-d610aa15540f not bound to the agent host dv-cinder-810118-1-iscsi {{(pid=94617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 04:37:22.004488 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Device c69e743b-c17e-4b4a-a219-ec12003e7af5 no longer exists at agent ovs-agent-dv-cinder-810118-1-iscsi {{(pid=94617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 04:37:22.009047 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63b55bb-b889-427b-aefb-d195ab73b66a admin admin] Pushing event deleted for resources: {'Port': ['ID=e151b0d2-18e9-4745-b82d-d610aa15540f,revision_number=None']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:37:22.012480 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63b55bb-b889-427b-aefb-d195ab73b66a admin admin] No DVR routers for this DVR port e151b0d2-18e9-4745-b82d-d610aa15540f on host dv-cinder-810118-1-iscsi {{(pid=94616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 04:37:22.052625 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.plugin [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] No Port match for: c69e743b-c17e-4b4a-a219-ec12003e7af5 {{(pid=94617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 04:37:22.052969 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Device c69e743b-c17e-4b4a-a219-ec12003e7af5 not bound to the agent host dv-cinder-810118-1-iscsi {{(pid=94617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 04:37:22.053378 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Device c40c790e-995b-479a-8ee5-afa61744b64e no longer exists at agent ovs-agent-dv-cinder-810118-1-iscsi {{(pid=94617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 04:37:22.081833 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.plugin [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] No Port match for: c40c790e-995b-479a-8ee5-afa61744b64e {{(pid=94617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 04:37:22.082174 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Device c40c790e-995b-479a-8ee5-afa61744b64e not bound to the agent host dv-cinder-810118-1-iscsi {{(pid=94617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 04:37:22.100727 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-e63b55bb-b889-427b-aefb-d195ab73b66a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-628203', 'neutron.services.segments.db._delete_segments_for_network-8769519186836'] for network, precommit_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:22.109681 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-241d5170-60c8-4f7a-abc4-f9ff3ea01671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769518980334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769518673866'] for port, after_delete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:22.134669 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.services.segments.db [None req-e63b55bb-b889-427b-aefb-d195ab73b66a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca51e19a-eb03-4e80-b068-2395ef770566']}} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:37:22.136293 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241d5170-60c8-4f7a-abc4-f9ff3ea01671 None None] Pushing event deleted for resources: {'Port': ['ID=e151b0d2-18e9-4745-b82d-d610aa15540f,revision_number=None']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:37:22.144069 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241d5170-60c8-4f7a-abc4-f9ff3ea01671 None None] No DVR routers for this DVR port e151b0d2-18e9-4745-b82d-d610aa15540f on host dv-cinder-810118-1-iscsi {{(pid=94617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 04:37:22.146277 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241d5170-60c8-4f7a-abc4-f9ff3ea01671 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:37:22.146618 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241d5170-60c8-4f7a-abc4-f9ff3ea01671 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:37:22.146951 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241d5170-60c8-4f7a-abc4-f9ff3ea01671 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:37:22.147273 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241d5170-60c8-4f7a-abc4-f9ff3ea01671 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:37:22.147793 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241d5170-60c8-4f7a-abc4-f9ff3ea01671 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:37:22.148122 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241d5170-60c8-4f7a-abc4-f9ff3ea01671 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:37:22.148445 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241d5170-60c8-4f7a-abc4-f9ff3ea01671 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:37:22.148903 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241d5170-60c8-4f7a-abc4-f9ff3ea01671 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:37:22.149230 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241d5170-60c8-4f7a-abc4-f9ff3ea01671 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:37:22.149544 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241d5170-60c8-4f7a-abc4-f9ff3ea01671 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:37:22.149891 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241d5170-60c8-4f7a-abc4-f9ff3ea01671 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:37:22.150205 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241d5170-60c8-4f7a-abc4-f9ff3ea01671 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:37:22.151828 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.services.segments.db [None req-e63b55bb-b889-427b-aefb-d195ab73b66a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02ddcc00-f354-4996-9afc-0811ec64930a') {'for_net_delete': True} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:37:22.152324 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.services.segments.db [None req-e63b55bb-b889-427b-aefb-d195ab73b66a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02ddcc00-f354-4996-9afc-0811ec64930a') {} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:37:22.169744 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-e63b55bb-b889-427b-aefb-d195ab73b66a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769519186077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534548653'] for segment, before_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:22.190075 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-e63b55bb-b889-427b-aefb-d195ab73b66a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-614853'] for segment, precommit_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:22.195941 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e63b55bb-b889-427b-aefb-d195ab73b66a admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=94616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 04:37:22.196378 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-e63b55bb-b889-427b-aefb-d195ab73b66a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-614853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534564441'] for segment, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:22.198081 dv-cinder-810118-1-iscsi neutron-server[94616]: Traceback (most recent call last): Sep 22 04:37:22.198081 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 04:37:22.198081 dv-cinder-810118-1-iscsi neutron-server[94616]: timer() Sep 22 04:37:22.198081 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 04:37:22.198081 dv-cinder-810118-1-iscsi neutron-server[94616]: cb(*args, **kw) Sep 22 04:37:22.198081 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 04:37:22.198081 dv-cinder-810118-1-iscsi neutron-server[94616]: return func(*args, **kwargs) Sep 22 04:37:22.198081 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 04:37:22.198081 dv-cinder-810118-1-iscsi neutron-server[94616]: self._notify() Sep 22 04:37:22.198081 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 04:37:22.198081 dv-cinder-810118-1-iscsi neutron-server[94616]: self.callback(batched_events) Sep 22 04:37:22.198081 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 04:37:22.198081 dv-cinder-810118-1-iscsi neutron-server[94616]: event.method(event) Sep 22 04:37:22.198081 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 04:37:22.198081 dv-cinder-810118-1-iscsi neutron-server[94616]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 04:37:22.198081 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 04:37:22.198081 dv-cinder-810118-1-iscsi neutron-server[94616]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 04:37:22.198081 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 04:37:22.198081 dv-cinder-810118-1-iscsi neutron-server[94616]: return f(self, *a, **k) Sep 22 04:37:22.198081 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 04:37:22.198081 dv-cinder-810118-1-iscsi neutron-server[94616]: return self._get(url).json() Sep 22 04:37:22.198081 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 04:37:22.198081 dv-cinder-810118-1-iscsi neutron-server[94616]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 04:37:22.198081 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 04:37:22.198081 dv-cinder-810118-1-iscsi neutron-server[94616]: return self.request(url, 'GET', **kwargs) Sep 22 04:37:22.198081 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 04:37:22.198081 dv-cinder-810118-1-iscsi neutron-server[94616]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 04:37:22.198081 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 04:37:22.198081 dv-cinder-810118-1-iscsi neutron-server[94616]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 04:37:22.198081 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 04:37:22.198081 dv-cinder-810118-1-iscsi neutron-server[94616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 04:37:22.198081 dv-cinder-810118-1-iscsi neutron-server[94616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 04:37:22.319292 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-e63b55bb-b889-427b-aefb-d195ab73b66a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-628188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1865228'] for network, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:22.329602 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-e63b55bb-b889-427b-aefb-d195ab73b66a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578295'] for network, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:22.329602 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-e63b55bb-b889-427b-aefb-d195ab73b66a admin admin] 10.222.0.24 "DELETE /v2.0/networks/ca51e19a-eb03-4e80-b068-2395ef770566 HTTP/1.1" status: 204 len: 168 time: 0.7510340 Sep 22 04:37:22.337851 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63b55bb-b889-427b-aefb-d195ab73b66a admin admin] Pushing event deleted for resources: {'Network': ['ID=ca51e19a-eb03-4e80-b068-2395ef770566,revision_number=None']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:37:22.542512 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-19129d0e-2459-4b05-99b8-2d5af8c4a500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:22.702339 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 49838) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:37:22.741450 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-b90ebecf-dc2b-4491-8ebd-2ec933d65df6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ad7f6cd153e24f3db680028c6bdb22b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378351 Sep 22 04:37:22.743814 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 49840) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:37:23.003573 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-cf05fa64-6aa2-44d0-8eb3-dfe50a68d1a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:23.024372 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-cf05fa64-6aa2-44d0-8eb3-dfe50a68d1a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:23.147670 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-cf05fa64-6aa2-44d0-8eb3-dfe50a68d1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:23.150279 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-cf05fa64-6aa2-44d0-8eb3-dfe50a68d1a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:23.151423 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-cf05fa64-6aa2-44d0-8eb3-dfe50a68d1a8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0b6d5563-2b6d-4dde-882e-3173bfe18659 HTTP/1.1" status: 204 len: 168 time: 0.4065506 Sep 22 04:37:23.159606 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf05fa64-6aa2-44d0-8eb3-dfe50a68d1a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b6d5563-2b6d-4dde-882e-3173bfe18659,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:37:23.319088 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:24.122599 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-62fe730e-da9a-4cac-a5e3-718f571d83ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:25.370130 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 49938) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:37:25.472355 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-2aa79c38-9242-433d-884a-b79ce3f890c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:25.564978 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-2aa79c38-9242-433d-884a-b79ce3f890c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:25.645215 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 49944) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:37:25.656277 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-2aa79c38-9242-433d-884a-b79ce3f890c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:25.656425 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-c7bbae2d-f237-46cc-b838-3371bd865633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:25.695324 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa79c38-9242-433d-884a-b79ce3f890c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea258dfd-2bd1-45fe-bfd7-5d1874e30660,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:37:25.700111 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-2aa79c38-9242-433d-884a-b79ce3f890c1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c29c0957f56849d78a2af4937aec7989&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3289225 Sep 22 04:37:25.702883 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 49948) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:37:25.757236 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-f0280624-f9e7-48cb-88e9-798ad8c7b8a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:25.768145 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-466cefde-645c-443a-b938-d1f8f4f4aa7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:25.798526 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-466cefde-645c-443a-b938-d1f8f4f4aa7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:25.893476 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-f0280624-f9e7-48cb-88e9-798ad8c7b8a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:25.919500 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-466cefde-645c-443a-b938-d1f8f4f4aa7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:25.922102 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-466cefde-645c-443a-b938-d1f8f4f4aa7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:25.925878 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-466cefde-645c-443a-b938-d1f8f4f4aa7b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ea258dfd-2bd1-45fe-bfd7-5d1874e30660 HTTP/1.1" status: 204 len: 168 time: 0.2194893 Sep 22 04:37:25.931027 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466cefde-645c-443a-b938-d1f8f4f4aa7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea258dfd-2bd1-45fe-bfd7-5d1874e30660,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:37:25.937284 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-f0280624-f9e7-48cb-88e9-798ad8c7b8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:25.975840 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-f0280624-f9e7-48cb-88e9-798ad8c7b8a7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b7c7d11e31794087a74782635fbbf2c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3294611 Sep 22 04:37:25.976749 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0280624-f9e7-48cb-88e9-798ad8c7b8a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=229391a8-a9da-4ebe-a142-6b5288ea49d8,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:37:25.978544 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 49952) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:37:26.027421 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-f5807f06-a081-46ff-8feb-46266b5e2820 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:26.047564 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-f5807f06-a081-46ff-8feb-46266b5e2820 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:26.136359 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-f5807f06-a081-46ff-8feb-46266b5e2820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:26.139042 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-f5807f06-a081-46ff-8feb-46266b5e2820 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:26.142560 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-f5807f06-a081-46ff-8feb-46266b5e2820 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/229391a8-a9da-4ebe-a142-6b5288ea49d8 HTTP/1.1" status: 204 len: 168 time: 0.1597219 Sep 22 04:37:26.149889 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5807f06-a081-46ff-8feb-46266b5e2820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=229391a8-a9da-4ebe-a142-6b5288ea49d8,revision_number=None']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:37:26.558491 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 49960) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:37:26.571242 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-4844262b-aec6-43b7-9815-703197df4736 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:26.661685 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-4844262b-aec6-43b7-9815-703197df4736 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:26.752649 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-4844262b-aec6-43b7-9815-703197df4736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:26.788510 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4844262b-aec6-43b7-9815-703197df4736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d72796cc-b646-46f6-a902-d2b5674ea8ac,revision_number=1']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:37:26.793614 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-4844262b-aec6-43b7-9815-703197df4736 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=af329b7079e54038b33f7ce742f0f5d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2340908 Sep 22 04:37:26.796607 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 49962) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:37:26.843906 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-dece8fd2-b269-4f12-857e-8e028fa9e253 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:26.864835 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-dece8fd2-b269-4f12-857e-8e028fa9e253 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:26.890000 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 49964) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:37:26.907927 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-b6a42f89-23cc-4465-84f4-b147ea9c5fd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:26.982127 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-dece8fd2-b269-4f12-857e-8e028fa9e253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:26.984803 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-dece8fd2-b269-4f12-857e-8e028fa9e253 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:26.986190 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-dece8fd2-b269-4f12-857e-8e028fa9e253 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d72796cc-b646-46f6-a902-d2b5674ea8ac HTTP/1.1" status: 204 len: 168 time: 0.1888731 Sep 22 04:37:26.995543 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dece8fd2-b269-4f12-857e-8e028fa9e253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d72796cc-b646-46f6-a902-d2b5674ea8ac,revision_number=None']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:37:27.053491 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-b6a42f89-23cc-4465-84f4-b147ea9c5fd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:27.118581 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-b6a42f89-23cc-4465-84f4-b147ea9c5fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:27.158839 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-b6a42f89-23cc-4465-84f4-b147ea9c5fd4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ab915b706877425eba420e9c290c22b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2677493 Sep 22 04:37:27.161420 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 49968) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:37:27.167786 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a42f89-23cc-4465-84f4-b147ea9c5fd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88e964de-3825-4f29-a2f2-9a64df9eb337,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:37:27.213311 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-ffb8441a-e817-483e-91de-9452e4d0c08f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:27.233750 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-ffb8441a-e817-483e-91de-9452e4d0c08f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:27.353172 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-ffb8441a-e817-483e-91de-9452e4d0c08f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:27.355700 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-ffb8441a-e817-483e-91de-9452e4d0c08f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:27.356873 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-ffb8441a-e817-483e-91de-9452e4d0c08f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/88e964de-3825-4f29-a2f2-9a64df9eb337 HTTP/1.1" status: 204 len: 168 time: 0.1945531 Sep 22 04:37:27.364614 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb8441a-e817-483e-91de-9452e4d0c08f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88e964de-3825-4f29-a2f2-9a64df9eb337,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:37:32.396209 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 50072) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:37:32.497520 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-843cd1f7-4f2c-4679-933f-fb142d102ec8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:32.586248 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-843cd1f7-4f2c-4679-933f-fb142d102ec8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:32.633452 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-843cd1f7-4f2c-4679-933f-fb142d102ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:32.670733 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-843cd1f7-4f2c-4679-933f-fb142d102ec8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8376c3fce7804bda82dd6f89229ee49a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2734625 Sep 22 04:37:32.671573 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843cd1f7-4f2c-4679-933f-fb142d102ec8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b44ca97-b62c-4b27-8018-6706c5747b48,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:37:32.673461 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 50078) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:37:32.720529 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-4de99a53-0770-45ea-acc0-0790c51d0c18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:32.740679 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-4de99a53-0770-45ea-acc0-0790c51d0c18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:32.878608 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-4de99a53-0770-45ea-acc0-0790c51d0c18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:32.881132 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-4de99a53-0770-45ea-acc0-0790c51d0c18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:32.882270 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-4de99a53-0770-45ea-acc0-0790c51d0c18 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4b44ca97-b62c-4b27-8018-6706c5747b48 HTTP/1.1" status: 204 len: 168 time: 0.2076933 Sep 22 04:37:32.889703 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de99a53-0770-45ea-acc0-0790c51d0c18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b44ca97-b62c-4b27-8018-6706c5747b48,revision_number=None']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:37:33.455721 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 50086) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:37:33.470506 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-6528d5a6-a319-4b29-b537-abc1c947e8fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:33.556819 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-6528d5a6-a319-4b29-b537-abc1c947e8fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:33.615903 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-6528d5a6-a319-4b29-b537-abc1c947e8fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:33.651534 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6528d5a6-a319-4b29-b537-abc1c947e8fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72cba6c5-e44f-492f-9b7a-ca61ffc15136,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:37:33.655877 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-6528d5a6-a319-4b29-b537-abc1c947e8fe admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0fd0981e4876479ebed39fa2232840de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1990674 Sep 22 04:37:33.658523 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 50088) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:37:33.704667 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-2ed48860-c5d6-4cd1-ad03-e9fe6428289c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:33.725026 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-2ed48860-c5d6-4cd1-ad03-e9fe6428289c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:33.872988 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-2ed48860-c5d6-4cd1-ad03-e9fe6428289c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:33.875388 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-2ed48860-c5d6-4cd1-ad03-e9fe6428289c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:33.877209 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-2ed48860-c5d6-4cd1-ad03-e9fe6428289c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/72cba6c5-e44f-492f-9b7a-ca61ffc15136 HTTP/1.1" status: 204 len: 168 time: 0.2175329 Sep 22 04:37:33.885146 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed48860-c5d6-4cd1-ad03-e9fe6428289c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72cba6c5-e44f-492f-9b7a-ca61ffc15136,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:37:36.782424 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:36.835568 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-f56e9393-cc8c-473a-a617-7903d6505438 req-857fb22e-094e-41db-9205-dd13c17f5275 tempest-VolumesNegativeTest-1803055163 tempest-VolumesNegativeTest-1803055163-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=a18b51e6b3bb4adfbbdce9263dfef98c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0339365 Sep 22 04:37:37.010874 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56e9393-cc8c-473a-a617-7903d6505438 req-fe1e3ee1-5bd4-4a7e-8552-a5d6b5dd8cd9 tempest-VolumesNegativeTest-1803055163 tempest-VolumesNegativeTest-1803055163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:37:37.012316 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-f56e9393-cc8c-473a-a617-7903d6505438 req-fe1e3ee1-5bd4-4a7e-8552-a5d6b5dd8cd9 tempest-VolumesNegativeTest-1803055163 tempest-VolumesNegativeTest-1803055163-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1710455 Sep 22 04:37:37.026674 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-f56e9393-cc8c-473a-a617-7903d6505438 req-9933332d-4e2c-4316-9989-7b012ecfd909 tempest-VolumesNegativeTest-1803055163 tempest-VolumesNegativeTest-1803055163-project] 10.222.0.24 "GET /v2.0/quotas/a18b51e6b3bb4adfbbdce9263dfef98c HTTP/1.1" status: 200 len: 375 time: 0.0084686 Sep 22 04:37:37.056907 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-f56e9393-cc8c-473a-a617-7903d6505438 req-13d68fba-cf23-44e3-b9a2-2cf2b1aa0b1c tempest-VolumesNegativeTest-1803055163 tempest-VolumesNegativeTest-1803055163-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a18b51e6b3bb4adfbbdce9263dfef98c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0252512 Sep 22 04:37:37.288349 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-939040b5-d4a9-4554-9597-d71294ce9230 req-534754b0-59a2-4c4e-b246-294697ba522d tempest-VolumesNegativeTest-1803055163 tempest-VolumesNegativeTest-1803055163-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b5485eb-60ef-49af-8144-a06183d8ef55 HTTP/1.1" status: 200 len: 210 time: 0.0250437 Sep 22 04:37:38.367949 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-2f69572d-fdab-4392-b669-254d483555d7 req-e3f838d3-5239-4891-b004-3a4cd880fcd2 tempest-VolumesNegativeTest-1803055163 tempest-VolumesNegativeTest-1803055163-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b5485eb-60ef-49af-8144-a06183d8ef55 HTTP/1.1" status: 200 len: 210 time: 0.0303321 Sep 22 04:37:39.459090 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-83d78cdd-4931-45a9-ae55-1e19457d337a req-5d79741e-740f-4949-940c-b2fe47b1119d tempest-VolumesNegativeTest-1803055163 tempest-VolumesNegativeTest-1803055163-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b5485eb-60ef-49af-8144-a06183d8ef55 HTTP/1.1" status: 200 len: 210 time: 0.0248189 Sep 22 04:37:40.550619 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-c6a86bc6-85fb-40d9-8727-736ec8658bb4 req-7736399b-f7ec-4609-b940-59325b0facfa tempest-VolumesNegativeTest-1803055163 tempest-VolumesNegativeTest-1803055163-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b5485eb-60ef-49af-8144-a06183d8ef55 HTTP/1.1" status: 200 len: 210 time: 0.0278399 Sep 22 04:37:41.399702 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-f56e9393-cc8c-473a-a617-7903d6505438 req-740393cd-c424-4de9-bef0-a22e972d7c31 tempest-VolumesNegativeTest-1803055163 tempest-VolumesNegativeTest-1803055163-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=a18b51e6b3bb4adfbbdce9263dfef98c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0279965 Sep 22 04:37:41.578116 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56e9393-cc8c-473a-a617-7903d6505438 req-cc9c84d4-0f67-44e4-93bf-ad2f8f9136e1 tempest-VolumesNegativeTest-1803055163 tempest-VolumesNegativeTest-1803055163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:37:41.579601 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-f56e9393-cc8c-473a-a617-7903d6505438 req-cc9c84d4-0f67-44e4-93bf-ad2f8f9136e1 tempest-VolumesNegativeTest-1803055163 tempest-VolumesNegativeTest-1803055163-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1746945 Sep 22 04:37:41.592549 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.v2.base [req-f56e9393-cc8c-473a-a617-7903d6505438 req-e524495a-bdf0-4399-8e36-690ba7e8451d tempest-VolumesNegativeTest-1803055163 tempest-VolumesNegativeTest-1803055163-project] Request body: {'port': {'device_id': '8b5485eb-60ef-49af-8144-a06183d8ef55', 'network_id': 'e61ed14f-0d84-4341-b68b-362894a4f930', 'admin_state_up': True, 'tenant_id': 'a18b51e6b3bb4adfbbdce9263dfef98c'}} {{(pid=94616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 04:37:41.676884 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-73917700-c3f8-4402-acfe-133e6b065a84 req-c0ecd1cd-c11f-40db-b693-4a6d01574495 tempest-VolumesNegativeTest-1803055163 tempest-VolumesNegativeTest-1803055163-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b5485eb-60ef-49af-8144-a06183d8ef55 HTTP/1.1" status: 200 len: 210 time: 0.0526812 Sep 22 04:37:41.810658 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f56e9393-cc8c-473a-a617-7903d6505438 req-e524495a-bdf0-4399-8e36-690ba7e8451d tempest-VolumesNegativeTest-1803055163 tempest-VolumesNegativeTest-1803055163-project] Made reservation on behalf of a18b51e6b3bb4adfbbdce9263dfef98c for: {'port': 1} {{(pid=94616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 04:37:41.813710 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-f56e9393-cc8c-473a-a617-7903d6505438 req-e524495a-bdf0-4399-8e36-690ba7e8451d tempest-VolumesNegativeTest-1803055163 tempest-VolumesNegativeTest-1803055163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:41.825454 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-f56e9393-cc8c-473a-a617-7903d6505438 req-e524495a-bdf0-4399-8e36-690ba7e8451d tempest-VolumesNegativeTest-1803055163 tempest-VolumesNegativeTest-1803055163-project] Notify callbacks [] for security_group, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:41.914971 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-f56e9393-cc8c-473a-a617-7903d6505438 req-e524495a-bdf0-4399-8e36-690ba7e8451d tempest-VolumesNegativeTest-1803055163 tempest-VolumesNegativeTest-1803055163-project] Notify callbacks [] for security_group, precommit_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:42.004696 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-f56e9393-cc8c-473a-a617-7903d6505438 req-e524495a-bdf0-4399-8e36-690ba7e8451d tempest-VolumesNegativeTest-1803055163 tempest-VolumesNegativeTest-1803055163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:42.066814 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e524495a-bdf0-4399-8e36-690ba7e8451d tempest-VolumesNegativeTest-1803055163 tempest-VolumesNegativeTest-1803055163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74ab397c-8991-4369-b30c-e3beada6cc08,revision_number=1']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:37:42.134855 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.db.db_base_plugin_common [req-f56e9393-cc8c-473a-a617-7903d6505438 req-e524495a-bdf0-4399-8e36-690ba7e8451d tempest-VolumesNegativeTest-1803055163 tempest-VolumesNegativeTest-1803055163-project] Allocated IP 192.168.233.151 (e61ed14f-0d84-4341-b68b-362894a4f930/f6bcf8cb-6b0f-4f82-80a8-7308ff8ba142/9501029c-a01f-436c-bf60-117244d9c29b) {{(pid=94616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 04:37:42.279348 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-f56e9393-cc8c-473a-a617-7903d6505438 req-e524495a-bdf0-4399-8e36-690ba7e8451d tempest-VolumesNegativeTest-1803055163 tempest-VolumesNegativeTest-1803055163-project] Notify callbacks [] for port, precommit_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:42.376217 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-f56e9393-cc8c-473a-a617-7903d6505438 req-e524495a-bdf0-4399-8e36-690ba7e8451d tempest-VolumesNegativeTest-1803055163 tempest-VolumesNegativeTest-1803055163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769518673857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534565802'] for port, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:42.416129 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f56e9393-cc8c-473a-a617-7903d6505438 req-e524495a-bdf0-4399-8e36-690ba7e8451d tempest-VolumesNegativeTest-1803055163 tempest-VolumesNegativeTest-1803055163-project] Network e61ed14f-0d84-4341-b68b-362894a4f930 is already hosted by enough agents. {{(pid=94616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 04:37:42.419129 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.scheduler.base_scheduler [req-f56e9393-cc8c-473a-a617-7903d6505438 req-e524495a-bdf0-4399-8e36-690ba7e8451d tempest-VolumesNegativeTest-1803055163 tempest-VolumesNegativeTest-1803055163-project] Resources bound (agent type, host, resource id): {{(pid=94616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 04:37:42.422631 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvrscheduler_db [req-f56e9393-cc8c-473a-a617-7903d6505438 req-e524495a-bdf0-4399-8e36-690ba7e8451d tempest-VolumesNegativeTest-1803055163 tempest-VolumesNegativeTest-1803055163-project] Received port after_create {{(pid=94616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 04:37:42.506381 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e524495a-bdf0-4399-8e36-690ba7e8451d tempest-VolumesNegativeTest-1803055163 tempest-VolumesNegativeTest-1803055163-project] Pushing event updated for resources: {'Port': ['ID=9501029c-a01f-436c-bf60-117244d9c29b,revision_number=1']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:37:42.506381 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56e9393-cc8c-473a-a617-7903d6505438 req-e524495a-bdf0-4399-8e36-690ba7e8451d tempest-VolumesNegativeTest-1803055163 tempest-VolumesNegativeTest-1803055163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:37:42.506381 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-f56e9393-cc8c-473a-a617-7903d6505438 req-e524495a-bdf0-4399-8e36-690ba7e8451d tempest-VolumesNegativeTest-1803055163 tempest-VolumesNegativeTest-1803055163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34584'] for port, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:42.593747 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-f56e9393-cc8c-473a-a617-7903d6505438 req-e524495a-bdf0-4399-8e36-690ba7e8451d tempest-VolumesNegativeTest-1803055163 tempest-VolumesNegativeTest-1803055163-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0047450 Sep 22 04:37:42.605986 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.v2.base [req-f56e9393-cc8c-473a-a617-7903d6505438 req-9eacad4f-a12b-478c-a69a-c1a188be8ed2 service neutron] Request body: {'port': {'device_id': '8b5485eb-60ef-49af-8144-a06183d8ef55', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81011'}} {{(pid=94616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 04:37:42.614131 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-27b1ab04-5c83-42fe-ba59-351a31e70386 None None] Provisioning complete for port 9501029c-a01f-436c-bf60-117244d9c29b triggered by entity DHCP. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 04:37:42.614686 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-27b1ab04-5c83-42fe-ba59-351a31e70386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628798'] for port, provisioning_complete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:42.648663 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.plugin [None req-27b1ab04-5c83-42fe-ba59-351a31e70386 None None] Port 9501029c-a01f-436c-bf60-117244d9c29b cannot update to ACTIVE because it is not bound. {{(pid=94617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 04:37:42.658296 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-f56e9393-cc8c-473a-a617-7903d6505438 req-9eacad4f-a12b-478c-a69a-c1a188be8ed2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:42.790055 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880f74f0-fb08-48e8-b015-33b59e6bb2a4 req-7c3af266-208c-47c2-8489-e0c99ee7ae45 tempest-VolumesNegativeTest-1803055163 tempest-VolumesNegativeTest-1803055163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:37:42.791476 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-880f74f0-fb08-48e8-b015-33b59e6bb2a4 req-7c3af266-208c-47c2-8489-e0c99ee7ae45 tempest-VolumesNegativeTest-1803055163 tempest-VolumesNegativeTest-1803055163-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b5485eb-60ef-49af-8144-a06183d8ef55 HTTP/1.1" status: 200 len: 936 time: 0.0482490 Sep 22 04:37:42.829381 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-880f74f0-fb08-48e8-b015-33b59e6bb2a4 req-59e827ac-59af-4bc3-9133-fdc612f83c31 tempest-VolumesNegativeTest-1803055163 tempest-VolumesNegativeTest-1803055163-project] 10.222.0.24 "GET /v2.0/security-groups?id=74ab397c-8991-4369-b30c-e3beada6cc08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318551 Sep 22 04:37:42.911923 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.notifiers.nova [req-f56e9393-cc8c-473a-a617-7903d6505438 req-9eacad4f-a12b-478c-a69a-c1a188be8ed2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9501029c-a01f-436c-bf60-117244d9c29b {{(pid=94616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 04:37:42.919386 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-f56e9393-cc8c-473a-a617-7903d6505438 req-9eacad4f-a12b-478c-a69a-c1a188be8ed2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:42.931645 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [req-f56e9393-cc8c-473a-a617-7903d6505438 req-9eacad4f-a12b-478c-a69a-c1a188be8ed2 service neutron] Transition to ACTIVE for port object 9501029c-a01f-436c-bf60-117244d9c29b will not be triggered until provisioned by entity L2. {{(pid=94616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 04:37:43.021596 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-f56e9393-cc8c-473a-a617-7903d6505438 req-9eacad4f-a12b-478c-a69a-c1a188be8ed2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534565793'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:43.090246 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eacad4f-a12b-478c-a69a-c1a188be8ed2 service neutron] Pushing event updated for resources: {'Port': ['ID=9501029c-a01f-436c-bf60-117244d9c29b,revision_number=2']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:37:43.142447 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.managers [req-f56e9393-cc8c-473a-a617-7903d6505438 req-9eacad4f-a12b-478c-a69a-c1a188be8ed2 service neutron] Attempting to bind port 9501029c-a01f-436c-bf60-117244d9c29b on host hv-cinder-81011 for vnic_type normal with profile {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 04:37:43.142782 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.managers [req-f56e9393-cc8c-473a-a617-7903d6505438 req-9eacad4f-a12b-478c-a69a-c1a188be8ed2 service neutron] Attempting to bind port 9501029c-a01f-436c-bf60-117244d9c29b by drivers openvswitch,hyperv on host hv-cinder-81011 at level 0 using segments [{'id': '5d835d2d-3759-4354-ac6e-6fa3b513e896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e61ed14f-0d84-4341-b68b-362894a4f930'}] {{(pid=94616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 04:37:43.143113 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f56e9393-cc8c-473a-a617-7903d6505438 req-9eacad4f-a12b-478c-a69a-c1a188be8ed2 service neutron] Attempting to bind port 9501029c-a01f-436c-bf60-117244d9c29b on network e61ed14f-0d84-4341-b68b-362894a4f930 {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 04:37:43.147481 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f56e9393-cc8c-473a-a617-7903d6505438 req-9eacad4f-a12b-478c-a69a-c1a188be8ed2 service neutron] Port 9501029c-a01f-436c-bf60-117244d9c29b on network e61ed14f-0d84-4341-b68b-362894a4f930 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81011 {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 04:37:43.147803 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f56e9393-cc8c-473a-a617-7903d6505438 req-9eacad4f-a12b-478c-a69a-c1a188be8ed2 service neutron] Attempting to bind port 9501029c-a01f-436c-bf60-117244d9c29b on network e61ed14f-0d84-4341-b68b-362894a4f930 {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 04:37:43.152897 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f56e9393-cc8c-473a-a617-7903d6505438 req-9eacad4f-a12b-478c-a69a-c1a188be8ed2 service neutron] Checking agent: {'id': '347231d5-0b5a-4d21-8b71-bfdb97c43ccc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81011', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 4, 26, 37), 'started_at': datetime.datetime(2021, 9, 22, 4, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 4, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 04:37:43.153235 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f56e9393-cc8c-473a-a617-7903d6505438 req-9eacad4f-a12b-478c-a69a-c1a188be8ed2 service neutron] Checking segment: {'id': '5d835d2d-3759-4354-ac6e-6fa3b513e896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e61ed14f-0d84-4341-b68b-362894a4f930'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 04:37:43.153765 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f56e9393-cc8c-473a-a617-7903d6505438 req-9eacad4f-a12b-478c-a69a-c1a188be8ed2 service neutron] Bound using segment: {'id': '5d835d2d-3759-4354-ac6e-6fa3b513e896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e61ed14f-0d84-4341-b68b-362894a4f930'} {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 04:37:43.154063 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.managers [req-f56e9393-cc8c-473a-a617-7903d6505438 req-9eacad4f-a12b-478c-a69a-c1a188be8ed2 service neutron] Bound port: 9501029c-a01f-436c-bf60-117244d9c29b, host: hv-cinder-81011, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d835d2d-3759-4354-ac6e-6fa3b513e896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e61ed14f-0d84-4341-b68b-362894a4f930'}}] {{(pid=94616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 04:37:43.154424 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-f56e9393-cc8c-473a-a617-7903d6505438 req-9eacad4f-a12b-478c-a69a-c1a188be8ed2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:43.217698 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [req-f56e9393-cc8c-473a-a617-7903d6505438 req-9eacad4f-a12b-478c-a69a-c1a188be8ed2 service neutron] For port 9501029c-a01f-436c-bf60-117244d9c29b, host hv-cinder-81011, cleared binding levels {{(pid=94616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 04:37:43.220633 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [req-f56e9393-cc8c-473a-a617-7903d6505438 req-9eacad4f-a12b-478c-a69a-c1a188be8ed2 service neutron] For port 9501029c-a01f-436c-bf60-117244d9c29b, host hv-cinder-81011, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81011',level=0,port_id=9501029c-a01f-436c-bf60-117244d9c29b,segment=NetworkSegment(5d835d2d-3759-4354-ac6e-6fa3b513e896),segment_id=5d835d2d-3759-4354-ac6e-6fa3b513e896)] {{(pid=94616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 04:37:43.291173 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-f56e9393-cc8c-473a-a617-7903d6505438 req-9eacad4f-a12b-478c-a69a-c1a188be8ed2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534565793'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:43.327635 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56e9393-cc8c-473a-a617-7903d6505438 req-9eacad4f-a12b-478c-a69a-c1a188be8ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:37:43.328239 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-f56e9393-cc8c-473a-a617-7903d6505438 req-9eacad4f-a12b-478c-a69a-c1a188be8ed2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34584'] for port, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:43.329629 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-f56e9393-cc8c-473a-a617-7903d6505438 req-9eacad4f-a12b-478c-a69a-c1a188be8ed2 service neutron] 10.222.0.30 "PUT /v2.0/ports/9501029c-a01f-436c-bf60-117244d9c29b HTTP/1.1" status: 200 len: 1098 time: 0.7277443 Sep 22 04:37:43.330066 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b5485eb-60ef-49af-8144-a06183d8ef55', 'tag': '9501029c-a01f-436c-bf60-117244d9c29b'}] {{(pid=94616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 04:37:43.332255 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ee93b3f7eb2b2b6a350c95698ebe5b9c8d238e2160e747b625fec6bb3c76933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32d2d261-0563-42c9-913e-46b0a151c165" -d '{"events": [{"name": "network-changed", "server_uuid": "8b5485eb-60ef-49af-8144-a06183d8ef55", "tag": "9501029c-a01f-436c-bf60-117244d9c29b"}]}' {{(pid=94616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 04:37:43.356363 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eacad4f-a12b-478c-a69a-c1a188be8ed2 service neutron] Pushing event updated for resources: {'Port': ['ID=9501029c-a01f-436c-bf60-117244d9c29b,revision_number=3']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:37:43.372496 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 04:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f78d6c34-8942-438a-a1dd-1e04f8832dcf x-openstack-request-id: req-f78d6c34-8942-438a-a1dd-1e04f8832dcf {{(pid=94616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 04:37:43.372845 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b5485eb-60ef-49af-8144-a06183d8ef55", "tag": "9501029c-a01f-436c-bf60-117244d9c29b", "status": "completed", "code": 200}]} {{(pid=94616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 04:37:43.373085 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f78d6c34-8942-438a-a1dd-1e04f8832dcf {{(pid=94616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 04:37:43.373491 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b5485eb-60ef-49af-8144-a06183d8ef55', 'tag': '9501029c-a01f-436c-bf60-117244d9c29b', 'status': 'completed', 'code': 200} Sep 22 04:37:43.939814 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419265a8-7964-46c2-99b0-775c5e75806f req-1283f305-3b8f-4c57-80f2-6c9552095096 tempest-VolumesNegativeTest-1803055163 tempest-VolumesNegativeTest-1803055163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:37:43.941321 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-419265a8-7964-46c2-99b0-775c5e75806f req-1283f305-3b8f-4c57-80f2-6c9552095096 tempest-VolumesNegativeTest-1803055163 tempest-VolumesNegativeTest-1803055163-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b5485eb-60ef-49af-8144-a06183d8ef55 HTTP/1.1" status: 200 len: 948 time: 0.0475166 Sep 22 04:37:43.977890 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-419265a8-7964-46c2-99b0-775c5e75806f req-3769b963-69ab-4e69-ad33-29939cbd17ad tempest-VolumesNegativeTest-1803055163 tempest-VolumesNegativeTest-1803055163-project] 10.222.0.24 "GET /v2.0/security-groups?id=74ab397c-8991-4369-b30c-e3beada6cc08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301712 Sep 22 04:37:45.106886 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67473053-97ee-4ed8-b02b-ef266c9ce800 req-9233fffb-b6cd-456e-b1b4-10afa268f1a9 tempest-VolumesNegativeTest-1803055163 tempest-VolumesNegativeTest-1803055163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:37:45.108550 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-67473053-97ee-4ed8-b02b-ef266c9ce800 req-9233fffb-b6cd-456e-b1b4-10afa268f1a9 tempest-VolumesNegativeTest-1803055163 tempest-VolumesNegativeTest-1803055163-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b5485eb-60ef-49af-8144-a06183d8ef55 HTTP/1.1" status: 200 len: 948 time: 0.0646169 Sep 22 04:37:45.144399 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-67473053-97ee-4ed8-b02b-ef266c9ce800 req-1fd4fae9-fd9c-4109-8513-cd118fb5d6c5 tempest-VolumesNegativeTest-1803055163 tempest-VolumesNegativeTest-1803055163-project] 10.222.0.24 "GET /v2.0/security-groups?id=74ab397c-8991-4369-b30c-e3beada6cc08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300567 Sep 22 04:37:45.403732 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d2d261-0563-42c9-913e-46b0a151c165 req-de3f1e56-9412-4816-bcd6-97fa62b25d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:37:45.405200 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-32d2d261-0563-42c9-913e-46b0a151c165 req-de3f1e56-9412-4816-bcd6-97fa62b25d81 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a18b51e6b3bb4adfbbdce9263dfef98c&device_id=8b5485eb-60ef-49af-8144-a06183d8ef55 HTTP/1.1" status: 200 len: 1101 time: 0.0388801 Sep 22 04:37:45.435732 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-32d2d261-0563-42c9-913e-46b0a151c165 req-9ece58b0-67f9-4385-8f32-58a56761b5ae service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=a18b51e6b3bb4adfbbdce9263dfef98c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0227182 Sep 22 04:37:45.530944 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d2d261-0563-42c9-913e-46b0a151c165 req-a7e9544d-5f9c-42fb-a2e8-2a3531ffef50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:37:45.532398 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-32d2d261-0563-42c9-913e-46b0a151c165 req-a7e9544d-5f9c-42fb-a2e8-2a3531ffef50 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0896690 Sep 22 04:37:45.605355 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56e9393-cc8c-473a-a617-7903d6505438 req-37b01dea-9181-4039-83cf-5d7a56e11b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:37:45.606732 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-f56e9393-cc8c-473a-a617-7903d6505438 req-37b01dea-9181-4039-83cf-5d7a56e11b74 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a18b51e6b3bb4adfbbdce9263dfef98c&device_id=8b5485eb-60ef-49af-8144-a06183d8ef55 HTTP/1.1" status: 200 len: 1101 time: 0.0399222 Sep 22 04:37:45.650503 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-f56e9393-cc8c-473a-a617-7903d6505438 req-d522ed59-dcb7-4e69-8a22-facd333c1dab service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=9501029c-a01f-436c-bf60-117244d9c29b HTTP/1.1" status: 200 len: 217 time: 0.0364606 Sep 22 04:37:45.697849 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56e9393-cc8c-473a-a617-7903d6505438 req-593ad201-2442-4f43-9caa-76d5138ac2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:37:45.699271 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-f56e9393-cc8c-473a-a617-7903d6505438 req-593ad201-2442-4f43-9caa-76d5138ac2ab service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f6bcf8cb-6b0f-4f82-80a8-7308ff8ba142 HTTP/1.1" status: 200 len: 843 time: 0.0413694 Sep 22 04:37:45.744579 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56e9393-cc8c-473a-a617-7903d6505438 req-71a854a0-f25c-4c84-b939-a9a6d11f6f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:37:45.746090 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-f56e9393-cc8c-473a-a617-7903d6505438 req-71a854a0-f25c-4c84-b939-a9a6d11f6f7c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e61ed14f-0d84-4341-b68b-362894a4f930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0393038 Sep 22 04:37:45.841528 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-f56e9393-cc8c-473a-a617-7903d6505438 req-1a68cd71-fa20-4313-9591-5809935dbb0d service neutron] 10.222.0.30 "GET /v2.0/networks/e61ed14f-0d84-4341-b68b-362894a4f930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872970 Sep 22 04:37:45.929014 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-f56e9393-cc8c-473a-a617-7903d6505438 req-88a5c185-473e-4fcd-9d30-f6c48110e9c6 service neutron] 10.222.0.30 "GET /v2.0/networks/e61ed14f-0d84-4341-b68b-362894a4f930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803187 Sep 22 04:37:46.258946 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931b24b5-ec9f-4952-afbb-faf896b0d826 req-aff1b859-846d-4fc7-a4bb-ccc589c1b2af tempest-VolumesNegativeTest-1803055163 tempest-VolumesNegativeTest-1803055163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:37:46.260405 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-931b24b5-ec9f-4952-afbb-faf896b0d826 req-aff1b859-846d-4fc7-a4bb-ccc589c1b2af tempest-VolumesNegativeTest-1803055163 tempest-VolumesNegativeTest-1803055163-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b5485eb-60ef-49af-8144-a06183d8ef55 HTTP/1.1" status: 200 len: 948 time: 0.0507700 Sep 22 04:37:46.296484 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-931b24b5-ec9f-4952-afbb-faf896b0d826 req-bbaca112-b80c-4235-becc-8bd7dcd24d0d tempest-VolumesNegativeTest-1803055163 tempest-VolumesNegativeTest-1803055163-project] 10.222.0.24 "GET /v2.0/security-groups?id=74ab397c-8991-4369-b30c-e3beada6cc08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302064 Sep 22 04:37:47.410002 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaa6036-0305-4246-9a44-26341966b71e req-fb2f6c4d-bf88-4171-9e95-527c16e9733a tempest-VolumesNegativeTest-1803055163 tempest-VolumesNegativeTest-1803055163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:37:47.411443 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-faaa6036-0305-4246-9a44-26341966b71e req-fb2f6c4d-bf88-4171-9e95-527c16e9733a tempest-VolumesNegativeTest-1803055163 tempest-VolumesNegativeTest-1803055163-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b5485eb-60ef-49af-8144-a06183d8ef55 HTTP/1.1" status: 200 len: 948 time: 0.0507314 Sep 22 04:37:47.449611 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-faaa6036-0305-4246-9a44-26341966b71e req-a8faea7d-9a75-49fb-aefd-05dda379c93c tempest-VolumesNegativeTest-1803055163 tempest-VolumesNegativeTest-1803055163-project] 10.222.0.24 "GET /v2.0/security-groups?id=74ab397c-8991-4369-b30c-e3beada6cc08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321023 Sep 22 04:37:48.559956 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9834e6f9-902a-43d0-9615-fa26156ffd19 req-7ce370a3-6d75-4cba-abf5-7b6279307468 tempest-VolumesNegativeTest-1803055163 tempest-VolumesNegativeTest-1803055163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:37:48.561453 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-9834e6f9-902a-43d0-9615-fa26156ffd19 req-7ce370a3-6d75-4cba-abf5-7b6279307468 tempest-VolumesNegativeTest-1803055163 tempest-VolumesNegativeTest-1803055163-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b5485eb-60ef-49af-8144-a06183d8ef55 HTTP/1.1" status: 200 len: 948 time: 0.0477464 Sep 22 04:37:48.598488 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-9834e6f9-902a-43d0-9615-fa26156ffd19 req-5b7df474-6b5a-488b-ae57-b11ff279008e tempest-VolumesNegativeTest-1803055163 tempest-VolumesNegativeTest-1803055163-project] 10.222.0.24 "GET /v2.0/security-groups?id=74ab397c-8991-4369-b30c-e3beada6cc08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309689 Sep 22 04:37:49.078299 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.agents_db [None req-7fda405f-bd13-41fd-9497-f6551785b8a3 None None] Agent healthcheck: found 6 active agents {{(pid=94618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 04:37:49.590035 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Device 9501029c-a01f-436c-bf60-117244d9c29b details requested by agent hyperv_hv-cinder-81011 with host hv-cinder-81011 {{(pid=94617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 04:37:49.685150 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] For port 9501029c-a01f-436c-bf60-117244d9c29b, host hv-cinder-81011, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81011',level=0,port_id=9501029c-a01f-436c-bf60-117244d9c29b,segment=NetworkSegment(5d835d2d-3759-4354-ac6e-6fa3b513e896),segment_id=5d835d2d-3759-4354-ac6e-6fa3b513e896)] {{(pid=94617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:37:49.696562 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Returning: {'device': '9501029c-a01f-436c-bf60-117244d9c29b', 'network_id': 'e61ed14f-0d84-4341-b68b-362894a4f930', 'port_id': '9501029c-a01f-436c-bf60-117244d9c29b', 'mac_address': 'fa:16:3e:1f:36:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6bcf8cb-6b0f-4f82-80a8-7308ff8ba142', 'ip_address': '192.168.233.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 04:37:49.707331 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e266b99-30a4-44a6-9f87-3bce7ddf0ca8 req-8b82ba79-f253-4318-aa48-f8e77f13ae5a tempest-VolumesNegativeTest-1803055163 tempest-VolumesNegativeTest-1803055163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:37:49.709132 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-6e266b99-30a4-44a6-9f87-3bce7ddf0ca8 req-8b82ba79-f253-4318-aa48-f8e77f13ae5a tempest-VolumesNegativeTest-1803055163 tempest-VolumesNegativeTest-1803055163-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b5485eb-60ef-49af-8144-a06183d8ef55 HTTP/1.1" status: 200 len: 948 time: 0.0476453 Sep 22 04:37:49.732891 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:49.745179 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.notifiers.nova [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9501029c-a01f-436c-bf60-117244d9c29b {{(pid=94617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 04:37:49.746044 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-6e266b99-30a4-44a6-9f87-3bce7ddf0ca8 req-f5b9e34b-6216-42cf-80da-757acf73009f tempest-VolumesNegativeTest-1803055163 tempest-VolumesNegativeTest-1803055163-project] 10.222.0.24 "GET /v2.0/security-groups?id=74ab397c-8991-4369-b30c-e3beada6cc08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300796 Sep 22 04:37:49.765456 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] For port 9501029c-a01f-436c-bf60-117244d9c29b, host hv-cinder-81011, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81011',level=0,port_id=9501029c-a01f-436c-bf60-117244d9c29b,segment=NetworkSegment(5d835d2d-3759-4354-ac6e-6fa3b513e896),segment_id=5d835d2d-3759-4354-ac6e-6fa3b513e896)] {{(pid=94617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:37:49.867084 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:49.913602 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Pushing event updated for resources: {'Port': ['ID=9501029c-a01f-436c-bf60-117244d9c29b,revision_number=4']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:37:50.089731 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-507e0936-e266-4f72-a97b-2bf8a8762ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:50.861478 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf50ffd-3a2e-431e-8faf-2541608c76d7 req-3abc1334-eeb0-4a7d-a7c7-0d9b9e8fd004 tempest-VolumesNegativeTest-1803055163 tempest-VolumesNegativeTest-1803055163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:37:50.862918 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-dbf50ffd-3a2e-431e-8faf-2541608c76d7 req-3abc1334-eeb0-4a7d-a7c7-0d9b9e8fd004 tempest-VolumesNegativeTest-1803055163 tempest-VolumesNegativeTest-1803055163-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b5485eb-60ef-49af-8144-a06183d8ef55 HTTP/1.1" status: 200 len: 949 time: 0.0479681 Sep 22 04:37:50.900144 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-dbf50ffd-3a2e-431e-8faf-2541608c76d7 req-3270bbf1-7524-47b4-b22c-9a086428a308 tempest-VolumesNegativeTest-1803055163 tempest-VolumesNegativeTest-1803055163-project] 10.222.0.24 "GET /v2.0/security-groups?id=74ab397c-8991-4369-b30c-e3beada6cc08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308206 Sep 22 04:37:51.615658 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] get_ports_and_sgs() called for port_ids ['9501029c-a01f-436c-bf60-117244d9c29b'] {{(pid=94617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 04:37:52.010129 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89930a2b-7a7e-4b8c-a9db-79eed59b83ad req-45c7ae3b-e5b8-4889-b35a-e3318c9cc869 tempest-VolumesNegativeTest-1803055163 tempest-VolumesNegativeTest-1803055163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:37:52.011561 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-89930a2b-7a7e-4b8c-a9db-79eed59b83ad req-45c7ae3b-e5b8-4889-b35a-e3318c9cc869 tempest-VolumesNegativeTest-1803055163 tempest-VolumesNegativeTest-1803055163-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b5485eb-60ef-49af-8144-a06183d8ef55 HTTP/1.1" status: 200 len: 949 time: 0.0464997 Sep 22 04:37:52.047192 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-89930a2b-7a7e-4b8c-a9db-79eed59b83ad req-bbb142fa-c300-41a3-a219-45c3bb73f585 tempest-VolumesNegativeTest-1803055163 tempest-VolumesNegativeTest-1803055163-project] 10.222.0.24 "GET /v2.0/security-groups?id=74ab397c-8991-4369-b30c-e3beada6cc08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298986 Sep 22 04:37:52.530274 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-4548877f-3087-47ff-a04f-edaa1ffb5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:53.162561 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2845fe-8074-4861-881e-d09a52d9588e req-5352afaa-e5c4-4c44-9f30-6e3e6d510bb2 tempest-VolumesNegativeTest-1803055163 tempest-VolumesNegativeTest-1803055163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:37:53.163987 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-df2845fe-8074-4861-881e-d09a52d9588e req-5352afaa-e5c4-4c44-9f30-6e3e6d510bb2 tempest-VolumesNegativeTest-1803055163 tempest-VolumesNegativeTest-1803055163-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b5485eb-60ef-49af-8144-a06183d8ef55 HTTP/1.1" status: 200 len: 949 time: 0.0512686 Sep 22 04:37:53.201034 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-df2845fe-8074-4861-881e-d09a52d9588e req-8835bae7-d8fe-400a-9837-b2fdca392e25 tempest-VolumesNegativeTest-1803055163 tempest-VolumesNegativeTest-1803055163-project] 10.222.0.24 "GET /v2.0/security-groups?id=74ab397c-8991-4369-b30c-e3beada6cc08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304747 Sep 22 04:37:53.284272 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:53.408332 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Device 9501029c-a01f-436c-bf60-117244d9c29b up at agent hyperv_hv-cinder-81011 {{(pid=94617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 04:37:53.524061 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Provisioning for port 9501029c-a01f-436c-bf60-117244d9c29b completed by entity L2. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 04:37:53.528584 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Provisioning complete for port 9501029c-a01f-436c-bf60-117244d9c29b triggered by entity L2. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 04:37:53.528948 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628798'] for port, provisioning_complete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:53.603389 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:53.624087 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b5485eb-60ef-49af-8144-a06183d8ef55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9501029c-a01f-436c-bf60-117244d9c29b'}] {{(pid=94617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 04:37:53.626316 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}993cef13cba3f0ab7640ec7edf55a13b4a27e0226575f61fb20ce20e7b239147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8067fbdd-f167-4379-a46f-5768e93e6534" -d '{"events": [{"server_uuid": "8b5485eb-60ef-49af-8144-a06183d8ef55", "name": "network-vif-plugged", "status": "completed", "tag": "9501029c-a01f-436c-bf60-117244d9c29b"}]}' {{(pid=94617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 04:37:53.639837 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] For port 9501029c-a01f-436c-bf60-117244d9c29b, host hv-cinder-81011, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81011',level=0,port_id=9501029c-a01f-436c-bf60-117244d9c29b,segment=NetworkSegment(5d835d2d-3759-4354-ac6e-6fa3b513e896),segment_id=5d835d2d-3759-4354-ac6e-6fa3b513e896)] {{(pid=94617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:37:53.663154 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 04:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54fed2f1-f6f6-4abd-a75b-b51badbe61e9 x-openstack-request-id: req-54fed2f1-f6f6-4abd-a75b-b51badbe61e9 {{(pid=94617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 04:37:53.663464 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b5485eb-60ef-49af-8144-a06183d8ef55", "name": "network-vif-plugged", "status": "completed", "tag": "9501029c-a01f-436c-bf60-117244d9c29b", "code": 200}]} {{(pid=94617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 04:37:53.663718 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-54fed2f1-f6f6-4abd-a75b-b51badbe61e9 {{(pid=94617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 04:37:53.664128 dv-cinder-810118-1-iscsi neutron-server[94617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b5485eb-60ef-49af-8144-a06183d8ef55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9501029c-a01f-436c-bf60-117244d9c29b', 'code': 200} Sep 22 04:37:53.714047 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:53.760843 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Pushing event updated for resources: {'Port': ['ID=9501029c-a01f-436c-bf60-117244d9c29b,revision_number=5']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:37:54.002914 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0341bca-ba58-446f-9b9c-503a67425f78 req-3e84caba-4179-4653-9395-acbd05b10a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:37:54.004388 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-e0341bca-ba58-446f-9b9c-503a67425f78 req-3e84caba-4179-4653-9395-acbd05b10a75 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8b5485eb-60ef-49af-8144-a06183d8ef55 HTTP/1.1" status: 200 len: 1103 time: 0.0416386 Sep 22 04:37:54.037308 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-e0341bca-ba58-446f-9b9c-503a67425f78 req-881980b2-8a4d-4206-8324-fab4af75631e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=74ab397c-8991-4369-b30c-e3beada6cc08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0259759 Sep 22 04:37:54.141432 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-62fe730e-da9a-4cac-a5e3-718f571d83ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:54.313185 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b237fc1-8854-4cbb-a3cc-e5c3b2ac95ec req-bd4b4071-950c-4f5e-80c7-b0c592916a38 tempest-VolumesNegativeTest-1803055163 tempest-VolumesNegativeTest-1803055163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:37:54.314651 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-5b237fc1-8854-4cbb-a3cc-e5c3b2ac95ec req-bd4b4071-950c-4f5e-80c7-b0c592916a38 tempest-VolumesNegativeTest-1803055163 tempest-VolumesNegativeTest-1803055163-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b5485eb-60ef-49af-8144-a06183d8ef55 HTTP/1.1" status: 200 len: 950 time: 0.0474136 Sep 22 04:37:54.350597 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-5b237fc1-8854-4cbb-a3cc-e5c3b2ac95ec req-b298130f-64a3-4bdc-93e6-e94d52598089 tempest-VolumesNegativeTest-1803055163 tempest-VolumesNegativeTest-1803055163-project] 10.222.0.24 "GET /v2.0/security-groups?id=74ab397c-8991-4369-b30c-e3beada6cc08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300770 Sep 22 04:37:55.461912 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a23f2fd-7b19-4757-8942-677230109fa9 req-1506693c-58dd-463f-96b3-0e349ba179be tempest-VolumesNegativeTest-1803055163 tempest-VolumesNegativeTest-1803055163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:37:55.463837 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-7a23f2fd-7b19-4757-8942-677230109fa9 req-1506693c-58dd-463f-96b3-0e349ba179be tempest-VolumesNegativeTest-1803055163 tempest-VolumesNegativeTest-1803055163-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b5485eb-60ef-49af-8144-a06183d8ef55 HTTP/1.1" status: 200 len: 950 time: 0.0455284 Sep 22 04:37:55.500013 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-7a23f2fd-7b19-4757-8942-677230109fa9 req-355a13f6-5551-4ac5-acb6-7460bb3818e2 tempest-VolumesNegativeTest-1803055163 tempest-VolumesNegativeTest-1803055163-project] 10.222.0.24 "GET /v2.0/security-groups?id=74ab397c-8991-4369-b30c-e3beada6cc08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304239 Sep 22 04:37:55.655814 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-c7bbae2d-f237-46cc-b838-3371bd865633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:37:56.610487 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a78705-88a8-454b-bf2a-fc5494e98e29 req-a7518227-59eb-4067-a3d2-cb46987058c9 tempest-VolumesNegativeTest-1803055163 tempest-VolumesNegativeTest-1803055163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:37:56.611957 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-87a78705-88a8-454b-bf2a-fc5494e98e29 req-a7518227-59eb-4067-a3d2-cb46987058c9 tempest-VolumesNegativeTest-1803055163 tempest-VolumesNegativeTest-1803055163-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b5485eb-60ef-49af-8144-a06183d8ef55 HTTP/1.1" status: 200 len: 950 time: 0.0469317 Sep 22 04:37:56.648650 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-87a78705-88a8-454b-bf2a-fc5494e98e29 req-4cf269db-6cd9-48c4-b574-cdf5b757bb97 tempest-VolumesNegativeTest-1803055163 tempest-VolumesNegativeTest-1803055163-project] 10.222.0.24 "GET /v2.0/security-groups?id=74ab397c-8991-4369-b30c-e3beada6cc08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309117 Sep 22 04:37:57.759619 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927516b7-b833-45ba-82cf-9e40d89f48c0 req-94347df1-5a29-4aa9-85da-3ed8f150a322 tempest-VolumesNegativeTest-1803055163 tempest-VolumesNegativeTest-1803055163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:37:57.761083 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-927516b7-b833-45ba-82cf-9e40d89f48c0 req-94347df1-5a29-4aa9-85da-3ed8f150a322 tempest-VolumesNegativeTest-1803055163 tempest-VolumesNegativeTest-1803055163-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b5485eb-60ef-49af-8144-a06183d8ef55 HTTP/1.1" status: 200 len: 950 time: 0.0469470 Sep 22 04:37:57.798800 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-927516b7-b833-45ba-82cf-9e40d89f48c0 req-161c78bb-5331-438a-b164-c276c2568d04 tempest-VolumesNegativeTest-1803055163 tempest-VolumesNegativeTest-1803055163-project] 10.222.0.24 "GET /v2.0/security-groups?id=74ab397c-8991-4369-b30c-e3beada6cc08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316653 Sep 22 04:37:58.913212 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b3200b-dcc2-48b9-a3d1-6eb73beb2d24 req-57735d27-fbf0-492a-98af-8d685ed92a80 tempest-VolumesNegativeTest-1803055163 tempest-VolumesNegativeTest-1803055163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:37:58.914695 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-14b3200b-dcc2-48b9-a3d1-6eb73beb2d24 req-57735d27-fbf0-492a-98af-8d685ed92a80 tempest-VolumesNegativeTest-1803055163 tempest-VolumesNegativeTest-1803055163-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b5485eb-60ef-49af-8144-a06183d8ef55 HTTP/1.1" status: 200 len: 950 time: 0.0509980 Sep 22 04:37:58.954017 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-14b3200b-dcc2-48b9-a3d1-6eb73beb2d24 req-49467762-0bf7-4799-88c9-5a611af00d67 tempest-VolumesNegativeTest-1803055163 tempest-VolumesNegativeTest-1803055163-project] 10.222.0.24 "GET /v2.0/security-groups?id=74ab397c-8991-4369-b30c-e3beada6cc08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316238 Sep 22 04:37:59.431175 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68a288b-bbd1-4877-a960-e81a44fd756e req-c6fe19ba-0711-4794-88d0-f7a59df4417e tempest-VolumesNegativeTest-1803055163 tempest-VolumesNegativeTest-1803055163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:37:59.432663 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-c68a288b-bbd1-4877-a960-e81a44fd756e req-c6fe19ba-0711-4794-88d0-f7a59df4417e tempest-VolumesNegativeTest-1803055163 tempest-VolumesNegativeTest-1803055163-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b5485eb-60ef-49af-8144-a06183d8ef55 HTTP/1.1" status: 200 len: 950 time: 0.0472500 Sep 22 04:37:59.469278 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-c68a288b-bbd1-4877-a960-e81a44fd756e req-cca6a1b6-b638-421b-9d75-e450437da24c tempest-VolumesNegativeTest-1803055163 tempest-VolumesNegativeTest-1803055163-project] 10.222.0.24 "GET /v2.0/security-groups?id=74ab397c-8991-4369-b30c-e3beada6cc08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307989 Sep 22 04:38:00.583180 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a65f12-60e9-4a51-aca5-67f19d1478c1 req-19ffd2b3-f798-4029-8770-0b8115cc1ae0 tempest-VolumesNegativeTest-1803055163 tempest-VolumesNegativeTest-1803055163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:38:00.584638 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-d8a65f12-60e9-4a51-aca5-67f19d1478c1 req-19ffd2b3-f798-4029-8770-0b8115cc1ae0 tempest-VolumesNegativeTest-1803055163 tempest-VolumesNegativeTest-1803055163-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b5485eb-60ef-49af-8144-a06183d8ef55 HTTP/1.1" status: 200 len: 950 time: 0.0494020 Sep 22 04:38:00.620597 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-d8a65f12-60e9-4a51-aca5-67f19d1478c1 req-ee4d767d-cded-43bc-9044-70b139500f30 tempest-VolumesNegativeTest-1803055163 tempest-VolumesNegativeTest-1803055163-project] 10.222.0.24 "GET /v2.0/security-groups?id=74ab397c-8991-4369-b30c-e3beada6cc08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301425 Sep 22 04:38:00.683781 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b08cd8-2c7c-4d92-9aca-9d5b7a7fdaac req-0d745334-612c-452c-97f8-559b541bddaa tempest-VolumesNegativeTest-1803055163 tempest-VolumesNegativeTest-1803055163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:38:00.685207 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-61b08cd8-2c7c-4d92-9aca-9d5b7a7fdaac req-0d745334-612c-452c-97f8-559b541bddaa tempest-VolumesNegativeTest-1803055163 tempest-VolumesNegativeTest-1803055163-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b5485eb-60ef-49af-8144-a06183d8ef55 HTTP/1.1" status: 200 len: 950 time: 0.0467384 Sep 22 04:38:00.769847 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [req-61b08cd8-2c7c-4d92-9aca-9d5b7a7fdaac req-f3fbbb6a-2b00-4103-b20b-85894171901f tempest-VolumesNegativeTest-1803055163 tempest-VolumesNegativeTest-1803055163-project] Deleting port 9501029c-a01f-436c-bf60-117244d9c29b {{(pid=94616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 04:38:00.770102 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-61b08cd8-2c7c-4d92-9aca-9d5b7a7fdaac req-f3fbbb6a-2b00-4103-b20b-85894171901f tempest-VolumesNegativeTest-1803055163 tempest-VolumesNegativeTest-1803055163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769518975272'] for port, before_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:01.120182 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [req-61b08cd8-2c7c-4d92-9aca-9d5b7a7fdaac req-f3fbbb6a-2b00-4103-b20b-85894171901f tempest-VolumesNegativeTest-1803055163 tempest-VolumesNegativeTest-1803055163-project] For port 9501029c-a01f-436c-bf60-117244d9c29b, host hv-cinder-81011, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81011',level=0,port_id=9501029c-a01f-436c-bf60-117244d9c29b,segment=NetworkSegment(5d835d2d-3759-4354-ac6e-6fa3b513e896),segment_id=5d835d2d-3759-4354-ac6e-6fa3b513e896)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:38:01.120565 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-61b08cd8-2c7c-4d92-9aca-9d5b7a7fdaac req-f3fbbb6a-2b00-4103-b20b-85894171901f tempest-VolumesNegativeTest-1803055163 tempest-VolumesNegativeTest-1803055163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1861379'] for port, precommit_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:01.132502 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [req-61b08cd8-2c7c-4d92-9aca-9d5b7a7fdaac req-f3fbbb6a-2b00-4103-b20b-85894171901f tempest-VolumesNegativeTest-1803055163 tempest-VolumesNegativeTest-1803055163-project] Calling delete_port for 9501029c-a01f-436c-bf60-117244d9c29b owned by compute:nova {{(pid=94616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 04:38:01.335651 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-61b08cd8-2c7c-4d92-9aca-9d5b7a7fdaac req-f3fbbb6a-2b00-4103-b20b-85894171901f tempest-VolumesNegativeTest-1803055163 tempest-VolumesNegativeTest-1803055163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769518980334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769518673866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534565802'] for port, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:01.347325 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] get_ports_and_sgs() called for port_ids ['9501029c-a01f-436c-bf60-117244d9c29b'] {{(pid=94617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 04:38:01.362575 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fbbb6a-2b00-4103-b20b-85894171901f tempest-VolumesNegativeTest-1803055163 tempest-VolumesNegativeTest-1803055163-project] Pushing event deleted for resources: {'Port': ['ID=9501029c-a01f-436c-bf60-117244d9c29b,revision_number=None']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:38:01.405612 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvrscheduler_db [req-61b08cd8-2c7c-4d92-9aca-9d5b7a7fdaac req-f3fbbb6a-2b00-4103-b20b-85894171901f tempest-VolumesNegativeTest-1803055163 tempest-VolumesNegativeTest-1803055163-project] No DVR routers for this DVR port 9501029c-a01f-436c-bf60-117244d9c29b on host hv-cinder-81011 {{(pid=94616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 04:38:01.408121 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-61b08cd8-2c7c-4d92-9aca-9d5b7a7fdaac req-f3fbbb6a-2b00-4103-b20b-85894171901f tempest-VolumesNegativeTest-1803055163 tempest-VolumesNegativeTest-1803055163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34584'] for port, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:01.410182 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-61b08cd8-2c7c-4d92-9aca-9d5b7a7fdaac req-f3fbbb6a-2b00-4103-b20b-85894171901f tempest-VolumesNegativeTest-1803055163 tempest-VolumesNegativeTest-1803055163-project] 10.222.0.30 "DELETE /v2.0/ports/9501029c-a01f-436c-bf60-117244d9c29b HTTP/1.1" status: 204 len: 173 time: 0.7188272 Sep 22 04:38:01.410623 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b5485eb-60ef-49af-8144-a06183d8ef55', 'name': 'network-vif-deleted', 'tag': '9501029c-a01f-436c-bf60-117244d9c29b'}] {{(pid=94616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 04:38:01.412898 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ee93b3f7eb2b2b6a350c95698ebe5b9c8d238e2160e747b625fec6bb3c76933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-494e0863-534e-425e-aff6-d3e96192d4cd" -d '{"events": [{"server_uuid": "8b5485eb-60ef-49af-8144-a06183d8ef55", "name": "network-vif-deleted", "tag": "9501029c-a01f-436c-bf60-117244d9c29b"}]}' {{(pid=94616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 04:38:01.449811 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 04:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4e2d877-fefe-4eed-a254-71739707e4ed x-openstack-request-id: req-e4e2d877-fefe-4eed-a254-71739707e4ed {{(pid=94616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 04:38:01.450124 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b5485eb-60ef-49af-8144-a06183d8ef55", "name": "network-vif-deleted", "tag": "9501029c-a01f-436c-bf60-117244d9c29b", "status": "completed", "code": 200}]} {{(pid=94616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 04:38:01.450371 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e4e2d877-fefe-4eed-a254-71739707e4ed {{(pid=94616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 04:38:01.450755 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b5485eb-60ef-49af-8144-a06183d8ef55', 'name': 'network-vif-deleted', 'tag': '9501029c-a01f-436c-bf60-117244d9c29b', 'status': 'completed', 'code': 200} Sep 22 04:38:01.717701 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-daf2477a-ad6a-4c80-a6fc-ea8e71fe0cd1 req-60168055-57ce-4ab5-b494-bd7cdc903ac8 tempest-VolumesNegativeTest-1803055163 tempest-VolumesNegativeTest-1803055163-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b5485eb-60ef-49af-8144-a06183d8ef55 HTTP/1.1" status: 200 len: 210 time: 0.0326602 Sep 22 04:38:03.291369 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 50382) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:38:03.392333 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-8eca57ad-8201-483a-a999-14acec8ba6dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:03.407661 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Device 9501029c-a01f-436c-bf60-117244d9c29b no longer exists at agent hyperv_hv-cinder-81011 {{(pid=94617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 04:38:03.429753 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.plugin [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] No Port match for: 9501029c-a01f-436c-bf60-117244d9c29b {{(pid=94617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 04:38:03.429753 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Device 9501029c-a01f-436c-bf60-117244d9c29b not bound to the agent host hv-cinder-81011 {{(pid=94617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 04:38:03.479534 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-8eca57ad-8201-483a-a999-14acec8ba6dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:03.575465 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-8eca57ad-8201-483a-a999-14acec8ba6dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:03.612160 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-8eca57ad-8201-483a-a999-14acec8ba6dd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8efe0e62e4614a51b0a3fa3587ce7e65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3197668 Sep 22 04:38:03.615929 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eca57ad-8201-483a-a999-14acec8ba6dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40c10fae-501e-4891-8045-780e36c062c9,revision_number=1']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:38:03.616065 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 50392) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:38:03.621228 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eca57ad-8201-483a-a999-14acec8ba6dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:38:03.621595 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eca57ad-8201-483a-a999-14acec8ba6dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:38:03.621927 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eca57ad-8201-483a-a999-14acec8ba6dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:38:03.622375 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eca57ad-8201-483a-a999-14acec8ba6dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:38:03.622703 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eca57ad-8201-483a-a999-14acec8ba6dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:38:03.623141 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eca57ad-8201-483a-a999-14acec8ba6dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:38:03.623525 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eca57ad-8201-483a-a999-14acec8ba6dd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:38:03.623847 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eca57ad-8201-483a-a999-14acec8ba6dd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:38:03.624165 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eca57ad-8201-483a-a999-14acec8ba6dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:38:03.624499 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eca57ad-8201-483a-a999-14acec8ba6dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:38:03.624813 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eca57ad-8201-483a-a999-14acec8ba6dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:38:03.625125 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eca57ad-8201-483a-a999-14acec8ba6dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:38:03.664278 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-832a4e0d-af83-467c-aac8-fad0ee36f2f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:03.685342 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-832a4e0d-af83-467c-aac8-fad0ee36f2f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:03.804872 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-832a4e0d-af83-467c-aac8-fad0ee36f2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:03.807373 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-832a4e0d-af83-467c-aac8-fad0ee36f2f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:03.811159 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-832a4e0d-af83-467c-aac8-fad0ee36f2f1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/40c10fae-501e-4891-8045-780e36c062c9 HTTP/1.1" status: 204 len: 168 time: 0.1920760 Sep 22 04:38:03.819867 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832a4e0d-af83-467c-aac8-fad0ee36f2f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40c10fae-501e-4891-8045-780e36c062c9,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:38:03.826963 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832a4e0d-af83-467c-aac8-fad0ee36f2f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:38:03.827409 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832a4e0d-af83-467c-aac8-fad0ee36f2f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:38:03.827844 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832a4e0d-af83-467c-aac8-fad0ee36f2f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:38:03.828274 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832a4e0d-af83-467c-aac8-fad0ee36f2f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:38:03.828729 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832a4e0d-af83-467c-aac8-fad0ee36f2f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:38:03.829368 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832a4e0d-af83-467c-aac8-fad0ee36f2f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:38:03.829787 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832a4e0d-af83-467c-aac8-fad0ee36f2f1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:38:03.830217 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832a4e0d-af83-467c-aac8-fad0ee36f2f1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:38:03.830640 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832a4e0d-af83-467c-aac8-fad0ee36f2f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:38:03.831109 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832a4e0d-af83-467c-aac8-fad0ee36f2f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:38:03.831635 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832a4e0d-af83-467c-aac8-fad0ee36f2f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:38:03.832051 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832a4e0d-af83-467c-aac8-fad0ee36f2f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:38:04.618036 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 50464) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:38:04.631753 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ac75b9e9-efc4-4ebc-b2cd-a7d940b83d8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:04.715601 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ac75b9e9-efc4-4ebc-b2cd-a7d940b83d8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:04.827234 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-ac75b9e9-efc4-4ebc-b2cd-a7d940b83d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:04.864711 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-ac75b9e9-efc4-4ebc-b2cd-a7d940b83d8c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f1e80e91d7164177a1d1f64ea8215ecf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2453980 Sep 22 04:38:04.865438 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac75b9e9-efc4-4ebc-b2cd-a7d940b83d8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d935cb92-9c08-4295-9791-85a3ab5c989c,revision_number=1']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:38:04.867457 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 50472) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:38:04.917962 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-03d869d2-ffe7-4c5d-97f8-a1c950964d4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:04.939194 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-03d869d2-ffe7-4c5d-97f8-a1c950964d4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:05.044382 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-03d869d2-ffe7-4c5d-97f8-a1c950964d4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:05.047646 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-03d869d2-ffe7-4c5d-97f8-a1c950964d4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:05.048823 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-03d869d2-ffe7-4c5d-97f8-a1c950964d4e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d935cb92-9c08-4295-9791-85a3ab5c989c HTTP/1.1" status: 204 len: 168 time: 0.1798100 Sep 22 04:38:05.056965 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d869d2-ffe7-4c5d-97f8-a1c950964d4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d935cb92-9c08-4295-9791-85a3ab5c989c,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:38:06.776165 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:09.119083 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 50686) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:38:09.249733 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-c28bfff5-c728-4178-9535-6e7bcd7b9cdf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a18b51e6b3bb4adfbbdce9263dfef98c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1293907 Sep 22 04:38:09.252275 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 50692) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:38:09.299954 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-ca042ab3-d97d-482c-86fa-9a35d0fddd42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:09.320200 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-ca042ab3-d97d-482c-86fa-9a35d0fddd42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:09.450239 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-ca042ab3-d97d-482c-86fa-9a35d0fddd42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:09.453440 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-ca042ab3-d97d-482c-86fa-9a35d0fddd42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:09.454607 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-ca042ab3-d97d-482c-86fa-9a35d0fddd42 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/74ab397c-8991-4369-b30c-e3beada6cc08 HTTP/1.1" status: 204 len: 168 time: 0.2014079 Sep 22 04:38:09.463734 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca042ab3-d97d-482c-86fa-9a35d0fddd42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74ab397c-8991-4369-b30c-e3beada6cc08,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:38:20.078118 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-e3318500-13dd-4807-9f7f-8385afe518d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:22.541192 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-a8687259-2549-4f67-ae59-0339be062677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:23.322985 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:24.123852 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-62fe730e-da9a-4cac-a5e3-718f571d83ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:25.054800 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 50754) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:38:25.165557 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-9c59bf84-8e24-4cb8-9dbf-03fb5a18b22e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:25.250018 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-9c59bf84-8e24-4cb8-9dbf-03fb5a18b22e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:25.329245 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-9c59bf84-8e24-4cb8-9dbf-03fb5a18b22e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:25.367355 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-9c59bf84-8e24-4cb8-9dbf-03fb5a18b22e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d130fcd91162472fa2a9348b3469c64c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3115203 Sep 22 04:38:25.368197 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c59bf84-8e24-4cb8-9dbf-03fb5a18b22e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ab209aa-686c-4122-8fb9-d8fe57634515,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:38:25.370902 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 50758) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:38:25.420762 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-89f6a5f1-16df-4b66-a24e-6740872cee18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:25.440957 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-89f6a5f1-16df-4b66-a24e-6740872cee18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:25.592437 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-89f6a5f1-16df-4b66-a24e-6740872cee18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:25.595637 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-89f6a5f1-16df-4b66-a24e-6740872cee18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:25.596791 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-89f6a5f1-16df-4b66-a24e-6740872cee18 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7ab209aa-686c-4122-8fb9-d8fe57634515 HTTP/1.1" status: 204 len: 168 time: 0.2247431 Sep 22 04:38:25.604596 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f6a5f1-16df-4b66-a24e-6740872cee18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ab209aa-686c-4122-8fb9-d8fe57634515,revision_number=None']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:38:25.672510 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-c7bbae2d-f237-46cc-b838-3371bd865633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:26.079306 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.agents_db [None req-7fda405f-bd13-41fd-9497-f6551785b8a3 None None] Agent healthcheck: found 6 active agents {{(pid=94618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 04:38:36.769212 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:38.648709 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 50898) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:38:38.748946 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-d0ad2e84-daa5-4848-86cc-8c71cd529037 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:38.834428 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-d0ad2e84-daa5-4848-86cc-8c71cd529037 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:38.894056 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-d0ad2e84-daa5-4848-86cc-8c71cd529037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:38.932196 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-d0ad2e84-daa5-4848-86cc-8c71cd529037 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2dcc85836ff341d9b0b652be34fe851b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2824032 Sep 22 04:38:38.933156 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ad2e84-daa5-4848-86cc-8c71cd529037 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d62fc630-c23f-49bb-beb0-723574ec4559,revision_number=1']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:38:38.934901 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 50902) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:38:38.983895 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-694fc188-0573-462c-9693-89b18e5322d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:39.004103 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-694fc188-0573-462c-9693-89b18e5322d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:39.128604 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-694fc188-0573-462c-9693-89b18e5322d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:39.131090 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-694fc188-0573-462c-9693-89b18e5322d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:39.132236 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-694fc188-0573-462c-9693-89b18e5322d6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d62fc630-c23f-49bb-beb0-723574ec4559 HTTP/1.1" status: 204 len: 168 time: 0.1963539 Sep 22 04:38:39.139915 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694fc188-0573-462c-9693-89b18e5322d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d62fc630-c23f-49bb-beb0-723574ec4559,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:38:40.091995 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 50924) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:38:40.187311 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.v2.base [None req-2b931ec7-5a72-43e4-80e1-a4d017ced378 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1584685274-network', 'tenant_id': '4b68482b3b1e4a76a2dcfa13c010ddd3'}} {{(pid=94616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 04:38:40.276660 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b931ec7-5a72-43e4-80e1-a4d017ced378 admin admin] Made reservation on behalf of 4b68482b3b1e4a76a2dcfa13c010ddd3 for: {'network': 1} {{(pid=94616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 04:38:40.278926 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-2b931ec7-5a72-43e4-80e1-a4d017ced378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for network, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:40.288202 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-2b931ec7-5a72-43e4-80e1-a4d017ced378 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:40.374883 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-2b931ec7-5a72-43e4-80e1-a4d017ced378 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:40.449229 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-2b931ec7-5a72-43e4-80e1-a4d017ced378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:40.473489 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b931ec7-5a72-43e4-80e1-a4d017ced378 admin admin] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=94616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 04:38:40.482758 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b931ec7-5a72-43e4-80e1-a4d017ced378 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11943d63-9cb1-475e-a456-0ed7990abfa0,revision_number=1']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:38:40.487418 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-2b931ec7-5a72-43e4-80e1-a4d017ced378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-614853'] for segment, precommit_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:40.487806 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.db.segments_db [None req-2b931ec7-5a72-43e4-80e1-a4d017ced378 admin admin] Added segment 78083204-fca6-4c66-ab51-3841b58130c0 of type vlan for network c4eb31c7-29a7-4457-bdc8-e6fe0d5e67d6 Sep 22 04:38:40.527244 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-2b931ec7-5a72-43e4-80e1-a4d017ced378 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769518629407'] for network, precommit_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:40.632375 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-2b931ec7-5a72-43e4-80e1-a4d017ced378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117'] for network, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:40.633297 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b931ec7-5a72-43e4-80e1-a4d017ced378 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:38:40.633881 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-2b931ec7-5a72-43e4-80e1-a4d017ced378 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578295'] for network, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:40.698786 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b931ec7-5a72-43e4-80e1-a4d017ced378 admin admin] Pushing event updated for resources: {'Network': ['ID=c4eb31c7-29a7-4457-bdc8-e6fe0d5e67d6,revision_number=1']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:38:40.709343 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Network c4eb31c7-29a7-4457-bdc8-e6fe0d5e67d6 details requested by agent ovs-agent-dv-cinder-810118-1-iscsi with host dv-cinder-810118-1-iscsi {{(pid=94617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 04:38:40.724813 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-2b931ec7-5a72-43e4-80e1-a4d017ced378 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6316972 Sep 22 04:38:40.727633 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 50928) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:38:40.732296 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.v2.base [None req-1408fc5d-6130-4447-8d95-af3d9b7f7a0a admin admin] Request body: {'subnet': {'network_id': 'c4eb31c7-29a7-4457-bdc8-e6fe0d5e67d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1584685274-subnet', 'tenant_id': '4b68482b3b1e4a76a2dcfa13c010ddd3', 'ip_version': 4}} {{(pid=94616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 04:38:40.820796 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1408fc5d-6130-4447-8d95-af3d9b7f7a0a admin admin] Made reservation on behalf of 4b68482b3b1e4a76a2dcfa13c010ddd3 for: {'subnet': 1} {{(pid=94616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 04:38:40.823049 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-1408fc5d-6130-4447-8d95-af3d9b7f7a0a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532840891'] for subnet, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:41.026466 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-1408fc5d-6130-4447-8d95-af3d9b7f7a0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534565686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532840841'] for subnet, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:41.081671 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1408fc5d-6130-4447-8d95-af3d9b7f7a0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=51faac7c-bbcf-4e3e-9d43-95b863ca52fa,revision_number=0']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:38:41.088479 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1408fc5d-6130-4447-8d95-af3d9b7f7a0a admin admin] Checking segment: {'id': '78083204-fca6-4c66-ab51-3841b58130c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c4eb31c7-29a7-4457-bdc8-e6fe0d5e67d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 04:38:41.088834 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1408fc5d-6130-4447-8d95-af3d9b7f7a0a admin admin] Network hostable DHCP agents. Network: c4eb31c7-29a7-4457-bdc8-e6fe0d5e67d6, hostable agents: ['73f1375a-57ed-4431-affd-4785c4767c4b'], hosted agents: [] {{(pid=94616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 04:38:41.157759 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1408fc5d-6130-4447-8d95-af3d9b7f7a0a admin admin] Network c4eb31c7-29a7-4457-bdc8-e6fe0d5e67d6 is scheduled to be hosted by DHCP agent 73f1375a-57ed-4431-affd-4785c4767c4b with binding_index 1 {{(pid=94616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 04:38:41.208969 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.scheduler.base_scheduler [None req-1408fc5d-6130-4447-8d95-af3d9b7f7a0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810118-1-iscsi, c4eb31c7-29a7-4457-bdc8-e6fe0d5e67d6) {{(pid=94616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 04:38:41.212838 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1408fc5d-6130-4447-8d95-af3d9b7f7a0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:38:41.215025 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-1408fc5d-6130-4447-8d95-af3d9b7f7a0a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:41.217667 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddcc321a-823b-44db-a4c1-24e3c35f9fdb None None] Network c4eb31c7-29a7-4457-bdc8-e6fe0d5e67d6 requested from dv-cinder-810118-1-iscsi {{(pid=94617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 04:38:41.295675 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-1408fc5d-6130-4447-8d95-af3d9b7f7a0a admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5669622 Sep 22 04:38:41.299094 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 50930) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:38:41.303279 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.v2.base [None req-e6103bf2-bcb0-40ba-9383-5c0d2fc3d90e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1584685274-router', 'tenant_id': '4b68482b3b1e4a76a2dcfa13c010ddd3', 'external_gateway_info': {'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463'}}} {{(pid=94616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 04:38:41.356171 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f97bb189-ebb0-49f9-8aba-1452960d2ad7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d0c5ae4-b049-5a13-ad81-6bc49d40bb64-c4eb31c7-29a7-4457-bdc8-e6fe0d5e67d6', 'network_id': 'c4eb31c7-29a7-4457-bdc8-e6fe0d5e67d6', 'tenant_id': '4b68482b3b1e4a76a2dcfa13c010ddd3', 'fixed_ips': [{'subnet_id': '51faac7c-bbcf-4e3e-9d43-95b863ca52fa'}]}} from dv-cinder-810118-1-iscsi. {{(pid=94617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 04:38:41.357054 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-f97bb189-ebb0-49f9-8aba-1452960d2ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_create {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:41.398441 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-e6103bf2-bcb0-40ba-9383-5c0d2fc3d90e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1852805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1922'] for router, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:41.399512 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-e6103bf2-bcb0-40ba-9383-5c0d2fc3d90e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1865845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1862533', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1935386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1931'] for router, precommit_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:41.452240 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-e6103bf2-bcb0-40ba-9383-5c0d2fc3d90e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:41.491574 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.db_base_plugin_common [None req-f97bb189-ebb0-49f9-8aba-1452960d2ad7 None None] Allocated IP 172.20.0.2 (c4eb31c7-29a7-4457-bdc8-e6fe0d5e67d6/51faac7c-bbcf-4e3e-9d43-95b863ca52fa/dbbe5e39-be16-40ae-a55b-42ed060faf09) {{(pid=94617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 04:38:41.634908 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-f97bb189-ebb0-49f9-8aba-1452960d2ad7 None None] Notify callbacks [] for port, precommit_create {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:41.641766 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-e6103bf2-bcb0-40ba-9383-5c0d2fc3d90e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:41.707234 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-f97bb189-ebb0-49f9-8aba-1452960d2ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769518673857'] for port, after_create {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:41.746535 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f97bb189-ebb0-49f9-8aba-1452960d2ad7 None None] Network c4eb31c7-29a7-4457-bdc8-e6fe0d5e67d6 is already hosted by enough agents. {{(pid=94617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 04:38:41.749230 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.scheduler.base_scheduler [None req-f97bb189-ebb0-49f9-8aba-1452960d2ad7 None None] Resources bound (agent type, host, resource id): {{(pid=94617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 04:38:41.752918 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97bb189-ebb0-49f9-8aba-1452960d2ad7 None None] Received port after_create {{(pid=94617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 04:38:41.761563 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97bb189-ebb0-49f9-8aba-1452960d2ad7 None None] Pushing event updated for resources: {'Port': ['ID=dbbe5e39-be16-40ae-a55b-42ed060faf09,revision_number=1']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:38:41.771436 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97bb189-ebb0-49f9-8aba-1452960d2ad7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:38:41.771783 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97bb189-ebb0-49f9-8aba-1452960d2ad7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:38:41.772123 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97bb189-ebb0-49f9-8aba-1452960d2ad7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:38:41.772452 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97bb189-ebb0-49f9-8aba-1452960d2ad7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:38:41.772809 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97bb189-ebb0-49f9-8aba-1452960d2ad7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:38:41.773136 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97bb189-ebb0-49f9-8aba-1452960d2ad7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:38:41.773462 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97bb189-ebb0-49f9-8aba-1452960d2ad7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:38:41.773862 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97bb189-ebb0-49f9-8aba-1452960d2ad7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:38:41.774188 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97bb189-ebb0-49f9-8aba-1452960d2ad7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:38:41.774520 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97bb189-ebb0-49f9-8aba-1452960d2ad7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:38:41.774848 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97bb189-ebb0-49f9-8aba-1452960d2ad7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:38:41.775156 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97bb189-ebb0-49f9-8aba-1452960d2ad7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:38:41.905083 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-e6103bf2-bcb0-40ba-9383-5c0d2fc3d90e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:41.926223 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-e6103bf2-bcb0-40ba-9383-5c0d2fc3d90e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:41.947356 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.managers [None req-f97bb189-ebb0-49f9-8aba-1452960d2ad7 None None] Attempting to bind port dbbe5e39-be16-40ae-a55b-42ed060faf09 on host dv-cinder-810118-1-iscsi for vnic_type normal with profile {{(pid=94617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 04:38:41.949202 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.managers [None req-f97bb189-ebb0-49f9-8aba-1452960d2ad7 None None] Attempting to bind port dbbe5e39-be16-40ae-a55b-42ed060faf09 by drivers openvswitch,hyperv on host dv-cinder-810118-1-iscsi at level 0 using segments [{'id': '78083204-fca6-4c66-ab51-3841b58130c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c4eb31c7-29a7-4457-bdc8-e6fe0d5e67d6'}] {{(pid=94617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 04:38:41.949202 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97bb189-ebb0-49f9-8aba-1452960d2ad7 None None] Attempting to bind port dbbe5e39-be16-40ae-a55b-42ed060faf09 on network c4eb31c7-29a7-4457-bdc8-e6fe0d5e67d6 {{(pid=94617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 04:38:41.952903 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97bb189-ebb0-49f9-8aba-1452960d2ad7 None None] Checking agent: {'id': '43b86276-d23d-4f96-ad83-0361cfa8e6ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810118-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 4, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 4, 20, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 4, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810118-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 04:38:41.953271 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97bb189-ebb0-49f9-8aba-1452960d2ad7 None None] Checking segment: {'id': '78083204-fca6-4c66-ab51-3841b58130c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c4eb31c7-29a7-4457-bdc8-e6fe0d5e67d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 04:38:41.953663 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-f97bb189-ebb0-49f9-8aba-1452960d2ad7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:41.954052 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97bb189-ebb0-49f9-8aba-1452960d2ad7 None None] Bound using segment: {'id': '78083204-fca6-4c66-ab51-3841b58130c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c4eb31c7-29a7-4457-bdc8-e6fe0d5e67d6'} {{(pid=94617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 04:38:41.955024 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.managers [None req-f97bb189-ebb0-49f9-8aba-1452960d2ad7 None None] Bound port: dbbe5e39-be16-40ae-a55b-42ed060faf09, host: dv-cinder-810118-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78083204-fca6-4c66-ab51-3841b58130c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c4eb31c7-29a7-4457-bdc8-e6fe0d5e67d6'}}] {{(pid=94617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 04:38:41.955411 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-f97bb189-ebb0-49f9-8aba-1452960d2ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:42.016677 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-f97bb189-ebb0-49f9-8aba-1452960d2ad7 None None] For port dbbe5e39-be16-40ae-a55b-42ed060faf09, host dv-cinder-810118-1-iscsi, cleared binding levels {{(pid=94617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 04:38:42.020129 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-f97bb189-ebb0-49f9-8aba-1452960d2ad7 None None] For port dbbe5e39-be16-40ae-a55b-42ed060faf09, host dv-cinder-810118-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810118-1-iscsi',level=0,port_id=dbbe5e39-be16-40ae-a55b-42ed060faf09,segment=NetworkSegment(78083204-fca6-4c66-ab51-3841b58130c0),segment_id=78083204-fca6-4c66-ab51-3841b58130c0)] {{(pid=94617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 04:38:42.024243 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.db.db_base_plugin_common [None req-e6103bf2-bcb0-40ba-9383-5c0d2fc3d90e admin admin] Allocated IP 172.27.3.116 (1c001e5d-5f10-46e0-9089-3ba13d08e463/ef28eb13-4204-4034-a22d-0722adaca342/d2896124-2417-4e74-8270-ebeceef8c0ae) {{(pid=94616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 04:38:42.094346 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-f97bb189-ebb0-49f9-8aba-1452960d2ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:42.126603 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-e6103bf2-bcb0-40ba-9383-5c0d2fc3d90e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:42.155564 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97bb189-ebb0-49f9-8aba-1452960d2ad7 None None] Pushing event updated for resources: {'Port': ['ID=dbbe5e39-be16-40ae-a55b-42ed060faf09,revision_number=2']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:38:42.198418 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-e6103bf2-bcb0-40ba-9383-5c0d2fc3d90e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769518673857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534565802'] for port, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:42.237399 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6103bf2-bcb0-40ba-9383-5c0d2fc3d90e admin admin] Network 1c001e5d-5f10-46e0-9089-3ba13d08e463 is already hosted by enough agents. {{(pid=94616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 04:38:42.240313 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.scheduler.base_scheduler [None req-e6103bf2-bcb0-40ba-9383-5c0d2fc3d90e admin admin] Resources bound (agent type, host, resource id): {{(pid=94616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 04:38:42.242746 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6103bf2-bcb0-40ba-9383-5c0d2fc3d90e admin admin] Received port after_create {{(pid=94616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 04:38:42.269988 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6103bf2-bcb0-40ba-9383-5c0d2fc3d90e admin admin] Pushing event updated for resources: {'Port': ['ID=d2896124-2417-4e74-8270-ebeceef8c0ae,revision_number=1']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:38:42.555298 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-e6103bf2-bcb0-40ba-9383-5c0d2fc3d90e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:42.745766 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-e6103bf2-bcb0-40ba-9383-5c0d2fc3d90e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1865740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1862584'] for router, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:42.934073 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6103bf2-bcb0-40ba-9383-5c0d2fc3d90e admin admin] Router 5ab5e043-5946-4ee4-b52f-f8b224732d2b is scheduled to L3 agent 67baeb3b-346e-4680-9ea8-6eec6aa84835 with binding_index 1 {{(pid=94616) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 04:38:42.989177 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c6aed1-1f57-47b6-b7c8-4f8ce45c5074 None None] Network c4eb31c7-29a7-4457-bdc8-e6fe0d5e67d6 requested from dv-cinder-810118-1-iscsi {{(pid=94617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 04:38:43.042287 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6103bf2-bcb0-40ba-9383-5c0d2fc3d90e admin admin] Notify agent at l3_agent.dv-cinder-810118-1-iscsi the message routers_updated {{(pid=94616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 04:38:43.052992 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65d4d40-2bdc-4dcb-85ce-fb56abd86aea None None] Sync routers for ids ['5ab5e043-5946-4ee4-b52f-f8b224732d2b'] in dv-cinder-810118-1-iscsi {{(pid=94617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 04:38:43.080274 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65d4d40-2bdc-4dcb-85ce-fb56abd86aea None None] Routers {'5ab5e043-5946-4ee4-b52f-f8b224732d2b'} bound to L3 agent in host dv-cinder-810118-1-iscsi {{(pid=94617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 04:38:43.080855 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-d65d4d40-2bdc-4dcb-85ce-fb56abd86aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810118-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T04:20:22Z,description=,heartbeat_timestamp=2021-09-22T04:38:22Z,host='dv-cinder-810118-1-iscsi',id=67baeb3b-346e-4680-9ea8-6eec6aa84835,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T04:20:23Z,topic='l3_agent')) {'router_ids': ['5ab5e043-5946-4ee4-b52f-f8b224732d2b'], 'active': True} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:38:43.086230 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-dc41c718-11b1-45ff-8615-bebdc4ea695b None None] Provisioning complete for port dbbe5e39-be16-40ae-a55b-42ed060faf09 triggered by entity DHCP. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 04:38:43.086813 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-dc41c718-11b1-45ff-8615-bebdc4ea695b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628798'] for port, provisioning_complete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:43.145603 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-e6103bf2-bcb0-40ba-9383-5c0d2fc3d90e admin admin] Notify callbacks [] for router, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:43.146892 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-e6103bf2-bcb0-40ba-9383-5c0d2fc3d90e admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8468702 Sep 22 04:38:43.149666 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 50932) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:38:43.289032 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvr_db [None req-d65d4d40-2bdc-4dcb-85ce-fb56abd86aea None None] Set router 5ab5e043-5946-4ee4-b52f-f8b224732d2b gateway port host: dv-cinder-810118-1-iscsi {{(pid=94617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 04:38:43.357789 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-dc41c718-11b1-45ff-8615-bebdc4ea695b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:43.440263 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-dc41c718-11b1-45ff-8615-bebdc4ea695b None None] For port dbbe5e39-be16-40ae-a55b-42ed060faf09, host dv-cinder-810118-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810118-1-iscsi',level=0,port_id=dbbe5e39-be16-40ae-a55b-42ed060faf09,segment=NetworkSegment(78083204-fca6-4c66-ab51-3841b58130c0),segment_id=78083204-fca6-4c66-ab51-3841b58130c0)] {{(pid=94617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:38:43.496812 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-dc41c718-11b1-45ff-8615-bebdc4ea695b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:43.550509 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-d65d4d40-2bdc-4dcb-85ce-fb56abd86aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab5e043-5946-4ee4-b52f-f8b224732d2b', 'name': 'tempest-TestShelveInstance-1584685274-router', 'tenant_id': '4b68482b3b1e4a76a2dcfa13c010ddd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'external_fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': 'd2896124-2417-4e74-8270-ebeceef8c0ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T04:38:41Z', 'updated_at': '2021-09-22T04:38:42Z', 'revision_number': 3, 'project_id': '4b68482b3b1e4a76a2dcfa13c010ddd3', 'gw_port': {'id': 'd2896124-2417-4e74-8270-ebeceef8c0ae', 'name': '', 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:1d:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ab5e043-5946-4ee4-b52f-f8b224732d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:38:41Z', 'updated_at': '2021-09-22T04:38:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810118-1-iscsi'}], 'dv-cinder-810118-1-iscsi', False) {} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:38:43.553417 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc41c718-11b1-45ff-8615-bebdc4ea695b None None] Pushing event updated for resources: {'Port': ['ID=dbbe5e39-be16-40ae-a55b-42ed060faf09,revision_number=3']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:38:43.577398 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-efe2aaaf-e0d1-4066-9d1b-1c27d3e42ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:43.580233 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65d4d40-2bdc-4dcb-85ce-fb56abd86aea None None] Checking router: 5ab5e043-5946-4ee4-b52f-f8b224732d2b for host: dv-cinder-810118-1-iscsi {{(pid=94617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 04:38:43.580233 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65d4d40-2bdc-4dcb-85ce-fb56abd86aea None None] Updating router 5ab5e043-5946-4ee4-b52f-f8b224732d2b port d2896124-2417-4e74-8270-ebeceef8c0ae binding host dv-cinder-810118-1-iscsi {{(pid=94617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 04:38:43.607094 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-d65d4d40-2bdc-4dcb-85ce-fb56abd86aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:43.645760 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Device dbbe5e39-be16-40ae-a55b-42ed060faf09 up at agent ovs-agent-dv-cinder-810118-1-iscsi {{(pid=94617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 04:38:43.721601 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-81d024d9-4dec-4075-a527-650a95672065 None None] Provisioning complete for port dbbe5e39-be16-40ae-a55b-42ed060faf09 triggered by entity DHCP. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 04:38:43.721966 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-81d024d9-4dec-4075-a527-650a95672065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628798'] for port, provisioning_complete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:43.738844 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.db.db_base_plugin_common [None req-efe2aaaf-e0d1-4066-9d1b-1c27d3e42ebb admin admin] Allocated IP 172.20.0.1 (c4eb31c7-29a7-4457-bdc8-e6fe0d5e67d6/51faac7c-bbcf-4e3e-9d43-95b863ca52fa/46f604f0-8e48-41dc-98e2-2b65d571056e) {{(pid=94616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 04:38:43.840516 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-efe2aaaf-e0d1-4066-9d1b-1c27d3e42ebb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:43.849711 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Provisioning complete for port dbbe5e39-be16-40ae-a55b-42ed060faf09 triggered by entity L2. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 04:38:43.850079 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628798'] for port, provisioning_complete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:43.934314 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-efe2aaaf-e0d1-4066-9d1b-1c27d3e42ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769518673857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534565802'] for port, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:43.971807 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe2aaaf-e0d1-4066-9d1b-1c27d3e42ebb admin admin] Network c4eb31c7-29a7-4457-bdc8-e6fe0d5e67d6 is already hosted by enough agents. {{(pid=94616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 04:38:43.974721 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.scheduler.base_scheduler [None req-efe2aaaf-e0d1-4066-9d1b-1c27d3e42ebb admin admin] Resources bound (agent type, host, resource id): {{(pid=94616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 04:38:43.978167 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe2aaaf-e0d1-4066-9d1b-1c27d3e42ebb admin admin] Received port after_create {{(pid=94616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 04:38:44.004602 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe2aaaf-e0d1-4066-9d1b-1c27d3e42ebb admin admin] Pushing event updated for resources: {'Port': ['ID=46f604f0-8e48-41dc-98e2-2b65d571056e,revision_number=1']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:38:44.029932 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-efe2aaaf-e0d1-4066-9d1b-1c27d3e42ebb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1865349'] for router_interface, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:44.036912 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-d65d4d40-2bdc-4dcb-85ce-fb56abd86aea None None] Notify callbacks [] for port, precommit_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:44.100108 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-d65d4d40-2bdc-4dcb-85ce-fb56abd86aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:44.165956 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.managers [None req-d65d4d40-2bdc-4dcb-85ce-fb56abd86aea None None] Attempting to bind port d2896124-2417-4e74-8270-ebeceef8c0ae on host dv-cinder-810118-1-iscsi for vnic_type normal with profile {{(pid=94617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 04:38:44.166236 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.managers [None req-d65d4d40-2bdc-4dcb-85ce-fb56abd86aea None None] Attempting to bind port d2896124-2417-4e74-8270-ebeceef8c0ae by drivers openvswitch,hyperv on host dv-cinder-810118-1-iscsi at level 0 using segments [{'id': '57bccd0b-6164-41c6-a48d-7aba82135152', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463'}] {{(pid=94617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 04:38:44.166596 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65d4d40-2bdc-4dcb-85ce-fb56abd86aea None None] Attempting to bind port d2896124-2417-4e74-8270-ebeceef8c0ae on network 1c001e5d-5f10-46e0-9089-3ba13d08e463 {{(pid=94617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 04:38:44.168519 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fae2062-dd51-4b39-ba91-36eb45f74bc1 None None] Pushing event updated for resources: {'Port': ['ID=d2896124-2417-4e74-8270-ebeceef8c0ae,revision_number=2']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:38:44.178548 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65d4d40-2bdc-4dcb-85ce-fb56abd86aea None None] Checking agent: {'id': '43b86276-d23d-4f96-ad83-0361cfa8e6ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810118-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 4, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 4, 20, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 4, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810118-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 04:38:44.178919 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65d4d40-2bdc-4dcb-85ce-fb56abd86aea None None] Checking segment: {'id': '57bccd0b-6164-41c6-a48d-7aba82135152', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 04:38:44.179315 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-d65d4d40-2bdc-4dcb-85ce-fb56abd86aea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:44.179697 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65d4d40-2bdc-4dcb-85ce-fb56abd86aea None None] Bound using segment: {'id': '57bccd0b-6164-41c6-a48d-7aba82135152', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463'} {{(pid=94617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 04:38:44.180199 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.managers [None req-d65d4d40-2bdc-4dcb-85ce-fb56abd86aea None None] Bound port: d2896124-2417-4e74-8270-ebeceef8c0ae, host: dv-cinder-810118-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57bccd0b-6164-41c6-a48d-7aba82135152', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463'}}] {{(pid=94617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 04:38:44.180599 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-d65d4d40-2bdc-4dcb-85ce-fb56abd86aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:44.212119 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-901cb47f-65fc-4651-88f8-bb840d66c4fb None None] Provisioning complete for port 46f604f0-8e48-41dc-98e2-2b65d571056e triggered by entity DHCP. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 04:38:44.212572 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-901cb47f-65fc-4651-88f8-bb840d66c4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628798'] for port, provisioning_complete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:44.267892 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.plugin [None req-901cb47f-65fc-4651-88f8-bb840d66c4fb None None] Port 46f604f0-8e48-41dc-98e2-2b65d571056e cannot update to ACTIVE because it is not bound. {{(pid=94617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 04:38:44.270715 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-d65d4d40-2bdc-4dcb-85ce-fb56abd86aea None None] For port d2896124-2417-4e74-8270-ebeceef8c0ae, host dv-cinder-810118-1-iscsi, cleared binding levels {{(pid=94617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 04:38:44.282987 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-d65d4d40-2bdc-4dcb-85ce-fb56abd86aea None None] For port d2896124-2417-4e74-8270-ebeceef8c0ae, host dv-cinder-810118-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810118-1-iscsi',level=0,port_id=d2896124-2417-4e74-8270-ebeceef8c0ae,segment=NetworkSegment(57bccd0b-6164-41c6-a48d-7aba82135152),segment_id=57bccd0b-6164-41c6-a48d-7aba82135152)] {{(pid=94617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 04:38:44.375363 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-d65d4d40-2bdc-4dcb-85ce-fb56abd86aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:44.430137 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65d4d40-2bdc-4dcb-85ce-fb56abd86aea None None] Routers {'5ab5e043-5946-4ee4-b52f-f8b224732d2b'} bound to L3 agent in host dv-cinder-810118-1-iscsi {{(pid=94617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 04:38:44.430776 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-d65d4d40-2bdc-4dcb-85ce-fb56abd86aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810118-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T04:20:22Z,description=,heartbeat_timestamp=2021-09-22T04:38:22Z,host='dv-cinder-810118-1-iscsi',id=67baeb3b-346e-4680-9ea8-6eec6aa84835,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T04:20:23Z,topic='l3_agent')) {'router_ids': ['5ab5e043-5946-4ee4-b52f-f8b224732d2b'], 'active': True} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:38:44.468374 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fae2062-dd51-4b39-ba91-36eb45f74bc1 None None] Pushing event updated for resources: {'Port': ['ID=d2896124-2417-4e74-8270-ebeceef8c0ae,revision_number=3']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:38:44.480152 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-efe2aaaf-e0d1-4066-9d1b-1c27d3e42ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:44.541176 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvr_db [None req-d65d4d40-2bdc-4dcb-85ce-fb56abd86aea None None] Set router 5ab5e043-5946-4ee4-b52f-f8b224732d2b gateway port host: dv-cinder-810118-1-iscsi {{(pid=94617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 04:38:44.639331 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-efe2aaaf-e0d1-4066-9d1b-1c27d3e42ebb admin admin] Notify callbacks [] for port, precommit_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:44.689467 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-efe2aaaf-e0d1-4066-9d1b-1c27d3e42ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534565793'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:44.715531 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-d65d4d40-2bdc-4dcb-85ce-fb56abd86aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab5e043-5946-4ee4-b52f-f8b224732d2b', 'name': 'tempest-TestShelveInstance-1584685274-router', 'tenant_id': '4b68482b3b1e4a76a2dcfa13c010ddd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'external_fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': 'd2896124-2417-4e74-8270-ebeceef8c0ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T04:38:41Z', 'updated_at': '2021-09-22T04:38:42Z', 'revision_number': 3, 'project_id': '4b68482b3b1e4a76a2dcfa13c010ddd3', 'gw_port': {'id': 'd2896124-2417-4e74-8270-ebeceef8c0ae', 'name': '', 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:1d:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ab5e043-5946-4ee4-b52f-f8b224732d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:38:41Z', 'updated_at': '2021-09-22T04:38:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810118-1-iscsi'}], 'dv-cinder-810118-1-iscsi', False) {} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:38:44.748146 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65d4d40-2bdc-4dcb-85ce-fb56abd86aea None None] The sync data for ids ['5ab5e043-5946-4ee4-b52f-f8b224732d2b'] in dv-cinder-810118-1-iscsi is: [{'id': '5ab5e043-5946-4ee4-b52f-f8b224732d2b', 'name': 'tempest-TestShelveInstance-1584685274-router', 'tenant_id': '4b68482b3b1e4a76a2dcfa13c010ddd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'external_fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': 'd2896124-2417-4e74-8270-ebeceef8c0ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T04:38:41Z', 'updated_at': '2021-09-22T04:38:42Z', 'revision_number': 3, 'project_id': '4b68482b3b1e4a76a2dcfa13c010ddd3', 'gw_port': {'id': 'd2896124-2417-4e74-8270-ebeceef8c0ae', 'name': '', 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:1d:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ab5e043-5946-4ee4-b52f-f8b224732d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:38:41Z', 'updated_at': '2021-09-22T04:38:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810118-1-iscsi'}] {{(pid=94617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 04:38:44.756229 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe2aaaf-e0d1-4066-9d1b-1c27d3e42ebb admin admin] Pushing event updated for resources: {'Port': ['ID=46f604f0-8e48-41dc-98e2-2b65d571056e,revision_number=2']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:38:44.758811 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-efe2aaaf-e0d1-4066-9d1b-1c27d3e42ebb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1867637'] for router_interface, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:44.857168 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe2aaaf-e0d1-4066-9d1b-1c27d3e42ebb admin admin] Network c4eb31c7-29a7-4457-bdc8-e6fe0d5e67d6 is already hosted by enough agents. {{(pid=94616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 04:38:44.858712 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.scheduler.base_scheduler [None req-efe2aaaf-e0d1-4066-9d1b-1c27d3e42ebb admin admin] Resources bound (agent type, host, resource id): {{(pid=94616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 04:38:45.006445 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efe2aaaf-e0d1-4066-9d1b-1c27d3e42ebb admin admin] Router 5ab5e043-5946-4ee4-b52f-f8b224732d2b has already been hosted by L3 agent 67baeb3b-346e-4680-9ea8-6eec6aa84835 {{(pid=94616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 04:38:45.138903 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efe2aaaf-e0d1-4066-9d1b-1c27d3e42ebb admin admin] Notify agent at l3_agent.dv-cinder-810118-1-iscsi the message routers_updated {{(pid=94616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 04:38:45.144431 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-efe2aaaf-e0d1-4066-9d1b-1c27d3e42ebb admin admin] 10.222.0.24 "PUT /v2.0/routers/5ab5e043-5946-4ee4-b52f-f8b224732d2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9937899 Sep 22 04:38:45.192180 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-2c8748a5-c265-44f9-859f-2cbac3378d8f None None] Provisioning complete for port 46f604f0-8e48-41dc-98e2-2b65d571056e triggered by entity DHCP. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 04:38:45.192700 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2c8748a5-c265-44f9-859f-2cbac3378d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628798'] for port, provisioning_complete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:45.229480 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.plugin [None req-2c8748a5-c265-44f9-859f-2cbac3378d8f None None] Port 46f604f0-8e48-41dc-98e2-2b65d571056e cannot update to ACTIVE because it is not bound. {{(pid=94617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 04:38:45.658367 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Device dbbe5e39-be16-40ae-a55b-42ed060faf09 up at agent ovs-agent-dv-cinder-810118-1-iscsi {{(pid=94617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 04:38:45.709051 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Provisioning complete for port dbbe5e39-be16-40ae-a55b-42ed060faf09 triggered by entity L2. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 04:38:45.709423 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628798'] for port, provisioning_complete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:45.788235 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Device d2896124-2417-4e74-8270-ebeceef8c0ae up at agent ovs-agent-dv-cinder-810118-1-iscsi {{(pid=94617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 04:38:45.814588 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 50948) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:38:45.819685 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.v2.base [None req-3598f590-32e6-43e6-8345-a4f4afefaf16 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-959967489-network', 'tenant_id': '7b3ab7d89bee489abd2d196da847988f'}} {{(pid=94616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 04:38:45.833749 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Provisioning complete for port d2896124-2417-4e74-8270-ebeceef8c0ae triggered by entity L2. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 04:38:45.834124 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628798'] for port, provisioning_complete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:45.900930 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3598f590-32e6-43e6-8345-a4f4afefaf16 admin admin] Made reservation on behalf of 7b3ab7d89bee489abd2d196da847988f for: {'network': 1} {{(pid=94616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 04:38:45.903232 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-3598f590-32e6-43e6-8345-a4f4afefaf16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for network, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:45.913166 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-3598f590-32e6-43e6-8345-a4f4afefaf16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:45.915671 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:45.936400 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] For port d2896124-2417-4e74-8270-ebeceef8c0ae, host dv-cinder-810118-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810118-1-iscsi',level=0,port_id=d2896124-2417-4e74-8270-ebeceef8c0ae,segment=NetworkSegment(57bccd0b-6164-41c6-a48d-7aba82135152),segment_id=57bccd0b-6164-41c6-a48d-7aba82135152)] {{(pid=94617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:38:45.992401 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:46.006276 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-3598f590-32e6-43e6-8345-a4f4afefaf16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:46.061207 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-3598f590-32e6-43e6-8345-a4f4afefaf16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:46.084756 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3598f590-32e6-43e6-8345-a4f4afefaf16 admin admin] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=94616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 04:38:46.100892 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3598f590-32e6-43e6-8345-a4f4afefaf16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42031195-01c7-42e9-a7e9-cdd4216b0ffe,revision_number=1']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:38:46.103787 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-3598f590-32e6-43e6-8345-a4f4afefaf16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-614853'] for segment, precommit_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:46.104133 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.db.segments_db [None req-3598f590-32e6-43e6-8345-a4f4afefaf16 admin admin] Added segment 95c209c5-a997-4a7d-b6df-21000a9223d9 of type vlan for network 776084ab-27dd-4ef5-a9e5-82dc3921ebf3 Sep 22 04:38:46.148045 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-3598f590-32e6-43e6-8345-a4f4afefaf16 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769518629407'] for network, precommit_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:46.162171 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Pushing event updated for resources: {'Port': ['ID=d2896124-2417-4e74-8270-ebeceef8c0ae,revision_number=4']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:38:46.224804 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353a65f1-a148-4268-b6a2-5f7a785638c6 None None] Sync routers for ids ['5ab5e043-5946-4ee4-b52f-f8b224732d2b'] in dv-cinder-810118-1-iscsi {{(pid=94618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 04:38:46.231288 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-3598f590-32e6-43e6-8345-a4f4afefaf16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117'] for network, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:46.232328 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3598f590-32e6-43e6-8345-a4f4afefaf16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:38:46.233087 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-3598f590-32e6-43e6-8345-a4f4afefaf16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578295'] for network, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:46.233752 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353a65f1-a148-4268-b6a2-5f7a785638c6 None None] Routers {'5ab5e043-5946-4ee4-b52f-f8b224732d2b'} bound to L3 agent in host dv-cinder-810118-1-iscsi {{(pid=94618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 04:38:46.234363 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.l3_hamode_db [None req-353a65f1-a148-4268-b6a2-5f7a785638c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810118-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T04:20:22Z,description=,heartbeat_timestamp=2021-09-22T04:38:22Z,host='dv-cinder-810118-1-iscsi',id=67baeb3b-346e-4680-9ea8-6eec6aa84835,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T04:20:23Z,topic='l3_agent')) {'router_ids': ['5ab5e043-5946-4ee4-b52f-f8b224732d2b'], 'active': True} {{(pid=94618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:38:46.295303 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3598f590-32e6-43e6-8345-a4f4afefaf16 admin admin] Pushing event updated for resources: {'Network': ['ID=776084ab-27dd-4ef5-a9e5-82dc3921ebf3,revision_number=1']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:38:46.306300 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Network 776084ab-27dd-4ef5-a9e5-82dc3921ebf3 details requested by agent ovs-agent-dv-cinder-810118-1-iscsi with host dv-cinder-810118-1-iscsi {{(pid=94617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 04:38:46.335809 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-3598f590-32e6-43e6-8345-a4f4afefaf16 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5199621 Sep 22 04:38:46.338396 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 50952) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:38:46.339356 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.l3_dvr_db [None req-353a65f1-a148-4268-b6a2-5f7a785638c6 None None] Set router 5ab5e043-5946-4ee4-b52f-f8b224732d2b gateway port host: dv-cinder-810118-1-iscsi {{(pid=94618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 04:38:46.343460 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.v2.base [None req-b4008716-ccce-4815-a06d-61f67501c8ac admin admin] Request body: {'subnet': {'network_id': '776084ab-27dd-4ef5-a9e5-82dc3921ebf3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-959967489-subnet', 'tenant_id': '7b3ab7d89bee489abd2d196da847988f', 'ip_version': 4}} {{(pid=94616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 04:38:46.426651 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4008716-ccce-4815-a06d-61f67501c8ac admin admin] Made reservation on behalf of 7b3ab7d89bee489abd2d196da847988f for: {'subnet': 1} {{(pid=94616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 04:38:46.429081 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-b4008716-ccce-4815-a06d-61f67501c8ac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532840891'] for subnet, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:46.546669 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.l3_hamode_db [None req-353a65f1-a148-4268-b6a2-5f7a785638c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab5e043-5946-4ee4-b52f-f8b224732d2b', 'name': 'tempest-TestShelveInstance-1584685274-router', 'tenant_id': '4b68482b3b1e4a76a2dcfa13c010ddd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'external_fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': 'd2896124-2417-4e74-8270-ebeceef8c0ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T04:38:41Z', 'updated_at': '2021-09-22T04:38:44Z', 'revision_number': 4, 'project_id': '4b68482b3b1e4a76a2dcfa13c010ddd3', 'gw_port': {'id': 'd2896124-2417-4e74-8270-ebeceef8c0ae', 'name': '', 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:1d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab5e043-5946-4ee4-b52f-f8b224732d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:38:41Z', 'updated_at': '2021-09-22T04:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810118-1-iscsi', '_interfaces': [{'id': '46f604f0-8e48-41dc-98e2-2b65d571056e', 'name': '', 'network_id': 'c4eb31c7-29a7-4457-bdc8-e6fe0d5e67d6', 'tenant_id': '4b68482b3b1e4a76a2dcfa13c010ddd3', 'mac_address': 'fa:16:3e:19:f1:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ab5e043-5946-4ee4-b52f-f8b224732d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '51faac7c-bbcf-4e3e-9d43-95b863ca52fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:38:43Z', 'updated_at': '2021-09-22T04:38:44Z', 'revision_number': 2, 'project_id': '4b68482b3b1e4a76a2dcfa13c010ddd3', 'subnets': [{'id': '51faac7c-bbcf-4e3e-9d43-95b863ca52fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810118-1-iscsi', False) {} {{(pid=94618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:38:46.575641 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353a65f1-a148-4268-b6a2-5f7a785638c6 None None] Checking router: 5ab5e043-5946-4ee4-b52f-f8b224732d2b for host: dv-cinder-810118-1-iscsi {{(pid=94618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 04:38:46.575990 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353a65f1-a148-4268-b6a2-5f7a785638c6 None None] Updating router 5ab5e043-5946-4ee4-b52f-f8b224732d2b port 46f604f0-8e48-41dc-98e2-2b65d571056e binding host dv-cinder-810118-1-iscsi {{(pid=94618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 04:38:46.601875 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron_lib.callbacks.manager [None req-353a65f1-a148-4268-b6a2-5f7a785638c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:46.667209 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-b4008716-ccce-4815-a06d-61f67501c8ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534565686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532840841'] for subnet, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:46.723589 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4008716-ccce-4815-a06d-61f67501c8ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=65273d1c-7401-4212-9cbf-1dccac653122,revision_number=0']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:38:46.730997 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4008716-ccce-4815-a06d-61f67501c8ac admin admin] Checking segment: {'id': '95c209c5-a997-4a7d-b6df-21000a9223d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '776084ab-27dd-4ef5-a9e5-82dc3921ebf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 04:38:46.731386 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4008716-ccce-4815-a06d-61f67501c8ac admin admin] Network hostable DHCP agents. Network: 776084ab-27dd-4ef5-a9e5-82dc3921ebf3, hostable agents: ['73f1375a-57ed-4431-affd-4785c4767c4b'], hosted agents: [] {{(pid=94616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 04:38:46.809112 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4008716-ccce-4815-a06d-61f67501c8ac admin admin] Network 776084ab-27dd-4ef5-a9e5-82dc3921ebf3 is scheduled to be hosted by DHCP agent 73f1375a-57ed-4431-affd-4785c4767c4b with binding_index 1 {{(pid=94616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 04:38:46.857754 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron_lib.callbacks.manager [None req-353a65f1-a148-4268-b6a2-5f7a785638c6 None None] Notify callbacks [] for port, precommit_update {{(pid=94618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:46.905528 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.scheduler.base_scheduler [None req-b4008716-ccce-4815-a06d-61f67501c8ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810118-1-iscsi, 776084ab-27dd-4ef5-a9e5-82dc3921ebf3) {{(pid=94616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 04:38:46.912642 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4008716-ccce-4815-a06d-61f67501c8ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:38:46.913283 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-b4008716-ccce-4815-a06d-61f67501c8ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:46.919496 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5429bfdc-1f5b-4c8e-b16e-9820bff5910e None None] Network 776084ab-27dd-4ef5-a9e5-82dc3921ebf3 requested from dv-cinder-810118-1-iscsi {{(pid=94617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 04:38:46.945456 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron_lib.callbacks.manager [None req-353a65f1-a148-4268-b6a2-5f7a785638c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:47.000044 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c16a4a0-ee0f-41c2-a54e-cebfeb9d5d3f None None] Pushing event updated for resources: {'Port': ['ID=46f604f0-8e48-41dc-98e2-2b65d571056e,revision_number=3']} {{(pid=94618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:38:47.003283 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-b4008716-ccce-4815-a06d-61f67501c8ac admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6637490 Sep 22 04:38:47.005843 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 50954) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:38:47.010053 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.v2.base [None req-f554ed66-a405-475a-a873-2bd8f85f9dcb admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-959967489-router', 'tenant_id': '7b3ab7d89bee489abd2d196da847988f', 'external_gateway_info': {'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463'}}} {{(pid=94616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 04:38:47.014876 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c16a4a0-ee0f-41c2-a54e-cebfeb9d5d3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:38:47.016279 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c16a4a0-ee0f-41c2-a54e-cebfeb9d5d3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:38:47.016279 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c16a4a0-ee0f-41c2-a54e-cebfeb9d5d3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:38:47.016279 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c16a4a0-ee0f-41c2-a54e-cebfeb9d5d3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:38:47.016634 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c16a4a0-ee0f-41c2-a54e-cebfeb9d5d3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:38:47.016936 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c16a4a0-ee0f-41c2-a54e-cebfeb9d5d3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:38:47.017307 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c16a4a0-ee0f-41c2-a54e-cebfeb9d5d3f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:38:47.017634 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c16a4a0-ee0f-41c2-a54e-cebfeb9d5d3f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:38:47.017974 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c16a4a0-ee0f-41c2-a54e-cebfeb9d5d3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:38:47.018296 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c16a4a0-ee0f-41c2-a54e-cebfeb9d5d3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:38:47.018660 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c16a4a0-ee0f-41c2-a54e-cebfeb9d5d3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:38:47.018973 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c16a4a0-ee0f-41c2-a54e-cebfeb9d5d3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:38:47.069944 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.plugins.ml2.managers [None req-353a65f1-a148-4268-b6a2-5f7a785638c6 None None] Attempting to bind port 46f604f0-8e48-41dc-98e2-2b65d571056e on host dv-cinder-810118-1-iscsi for vnic_type normal with profile {{(pid=94618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 04:38:47.070495 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.plugins.ml2.managers [None req-353a65f1-a148-4268-b6a2-5f7a785638c6 None None] Attempting to bind port 46f604f0-8e48-41dc-98e2-2b65d571056e by drivers openvswitch,hyperv on host dv-cinder-810118-1-iscsi at level 0 using segments [{'id': '78083204-fca6-4c66-ab51-3841b58130c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c4eb31c7-29a7-4457-bdc8-e6fe0d5e67d6'}] {{(pid=94618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 04:38:47.071094 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353a65f1-a148-4268-b6a2-5f7a785638c6 None None] Attempting to bind port 46f604f0-8e48-41dc-98e2-2b65d571056e on network c4eb31c7-29a7-4457-bdc8-e6fe0d5e67d6 {{(pid=94618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 04:38:47.076799 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353a65f1-a148-4268-b6a2-5f7a785638c6 None None] Checking agent: {'id': '43b86276-d23d-4f96-ad83-0361cfa8e6ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810118-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 4, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 4, 20, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 4, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810118-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 04:38:47.077601 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353a65f1-a148-4268-b6a2-5f7a785638c6 None None] Checking segment: {'id': '78083204-fca6-4c66-ab51-3841b58130c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c4eb31c7-29a7-4457-bdc8-e6fe0d5e67d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 04:38:47.077966 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron_lib.callbacks.manager [None req-353a65f1-a148-4268-b6a2-5f7a785638c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:47.078351 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353a65f1-a148-4268-b6a2-5f7a785638c6 None None] Bound using segment: {'id': '78083204-fca6-4c66-ab51-3841b58130c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c4eb31c7-29a7-4457-bdc8-e6fe0d5e67d6'} {{(pid=94618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 04:38:47.078818 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.plugins.ml2.managers [None req-353a65f1-a148-4268-b6a2-5f7a785638c6 None None] Bound port: 46f604f0-8e48-41dc-98e2-2b65d571056e, host: dv-cinder-810118-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78083204-fca6-4c66-ab51-3841b58130c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c4eb31c7-29a7-4457-bdc8-e6fe0d5e67d6'}}] {{(pid=94618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 04:38:47.079400 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron_lib.callbacks.manager [None req-353a65f1-a148-4268-b6a2-5f7a785638c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:47.083816 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-f554ed66-a405-475a-a873-2bd8f85f9dcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1852805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1922'] for router, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:47.085186 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-f554ed66-a405-475a-a873-2bd8f85f9dcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1865845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1862533', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1935386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1931'] for router, precommit_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:47.085730 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ebac77-f5a8-4869-8400-e65a0f432c33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d0c5ae4-b049-5a13-ad81-6bc49d40bb64-776084ab-27dd-4ef5-a9e5-82dc3921ebf3', 'network_id': '776084ab-27dd-4ef5-a9e5-82dc3921ebf3', 'tenant_id': '7b3ab7d89bee489abd2d196da847988f', 'fixed_ips': [{'subnet_id': '65273d1c-7401-4212-9cbf-1dccac653122'}]}} from dv-cinder-810118-1-iscsi. {{(pid=94617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 04:38:47.086602 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-23ebac77-f5a8-4869-8400-e65a0f432c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_create {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:47.152405 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-f554ed66-a405-475a-a873-2bd8f85f9dcb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:47.154676 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.plugins.ml2.db [None req-353a65f1-a148-4268-b6a2-5f7a785638c6 None None] For port 46f604f0-8e48-41dc-98e2-2b65d571056e, host dv-cinder-810118-1-iscsi, cleared binding levels {{(pid=94618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 04:38:47.158715 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.plugins.ml2.db [None req-353a65f1-a148-4268-b6a2-5f7a785638c6 None None] For port 46f604f0-8e48-41dc-98e2-2b65d571056e, host dv-cinder-810118-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810118-1-iscsi',level=0,port_id=46f604f0-8e48-41dc-98e2-2b65d571056e,segment=NetworkSegment(78083204-fca6-4c66-ab51-3841b58130c0),segment_id=78083204-fca6-4c66-ab51-3841b58130c0)] {{(pid=94618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 04:38:47.228861 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.db_base_plugin_common [None req-23ebac77-f5a8-4869-8400-e65a0f432c33 None None] Allocated IP 172.20.0.2 (776084ab-27dd-4ef5-a9e5-82dc3921ebf3/65273d1c-7401-4212-9cbf-1dccac653122/a2f8feb6-ddda-4e9b-9177-f9c0b3ebb732) {{(pid=94617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 04:38:47.263055 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron_lib.callbacks.manager [None req-353a65f1-a148-4268-b6a2-5f7a785638c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:47.309383 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-9e9996da-e7c9-480c-9c9e-da3eed595965 None None] Provisioning complete for port 46f604f0-8e48-41dc-98e2-2b65d571056e triggered by entity DHCP. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 04:38:47.309996 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-9e9996da-e7c9-480c-9c9e-da3eed595965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628798'] for port, provisioning_complete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:47.326386 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c16a4a0-ee0f-41c2-a54e-cebfeb9d5d3f None None] Pushing event updated for resources: {'Port': ['ID=46f604f0-8e48-41dc-98e2-2b65d571056e,revision_number=4']} {{(pid=94618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:38:47.341670 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353a65f1-a148-4268-b6a2-5f7a785638c6 None None] Routers {'5ab5e043-5946-4ee4-b52f-f8b224732d2b'} bound to L3 agent in host dv-cinder-810118-1-iscsi {{(pid=94618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 04:38:47.342714 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.l3_hamode_db [None req-353a65f1-a148-4268-b6a2-5f7a785638c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810118-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T04:20:22Z,description=,heartbeat_timestamp=2021-09-22T04:38:22Z,host='dv-cinder-810118-1-iscsi',id=67baeb3b-346e-4680-9ea8-6eec6aa84835,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T04:20:23Z,topic='l3_agent')) {'router_ids': ['5ab5e043-5946-4ee4-b52f-f8b224732d2b'], 'active': True} {{(pid=94618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:38:47.378295 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-f554ed66-a405-475a-a873-2bd8f85f9dcb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:47.442660 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-23ebac77-f5a8-4869-8400-e65a0f432c33 None None] Notify callbacks [] for port, precommit_create {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:47.460436 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.l3_dvr_db [None req-353a65f1-a148-4268-b6a2-5f7a785638c6 None None] Set router 5ab5e043-5946-4ee4-b52f-f8b224732d2b gateway port host: dv-cinder-810118-1-iscsi {{(pid=94618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 04:38:47.478014 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-9e9996da-e7c9-480c-9c9e-da3eed595965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:47.514208 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-23ebac77-f5a8-4869-8400-e65a0f432c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769518673857'] for port, after_create {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:47.529814 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-9e9996da-e7c9-480c-9c9e-da3eed595965 None None] For port 46f604f0-8e48-41dc-98e2-2b65d571056e, host dv-cinder-810118-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810118-1-iscsi',level=0,port_id=46f604f0-8e48-41dc-98e2-2b65d571056e,segment=NetworkSegment(78083204-fca6-4c66-ab51-3841b58130c0),segment_id=78083204-fca6-4c66-ab51-3841b58130c0)] {{(pid=94617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:38:47.568980 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ebac77-f5a8-4869-8400-e65a0f432c33 None None] Network 776084ab-27dd-4ef5-a9e5-82dc3921ebf3 is already hosted by enough agents. {{(pid=94617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 04:38:47.571891 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.scheduler.base_scheduler [None req-23ebac77-f5a8-4869-8400-e65a0f432c33 None None] Resources bound (agent type, host, resource id): {{(pid=94617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 04:38:47.578481 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ebac77-f5a8-4869-8400-e65a0f432c33 None None] Received port after_create {{(pid=94617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 04:38:47.582276 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebac77-f5a8-4869-8400-e65a0f432c33 None None] Pushing event updated for resources: {'Port': ['ID=a2f8feb6-ddda-4e9b-9177-f9c0b3ebb732,revision_number=1']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:38:47.588994 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-9e9996da-e7c9-480c-9c9e-da3eed595965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:47.672265 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Device d2896124-2417-4e74-8270-ebeceef8c0ae up at agent ovs-agent-dv-cinder-810118-1-iscsi {{(pid=94617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 04:38:47.674138 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.managers [None req-23ebac77-f5a8-4869-8400-e65a0f432c33 None None] Attempting to bind port a2f8feb6-ddda-4e9b-9177-f9c0b3ebb732 on host dv-cinder-810118-1-iscsi for vnic_type normal with profile {{(pid=94617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 04:38:47.674499 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.managers [None req-23ebac77-f5a8-4869-8400-e65a0f432c33 None None] Attempting to bind port a2f8feb6-ddda-4e9b-9177-f9c0b3ebb732 by drivers openvswitch,hyperv on host dv-cinder-810118-1-iscsi at level 0 using segments [{'id': '95c209c5-a997-4a7d-b6df-21000a9223d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '776084ab-27dd-4ef5-a9e5-82dc3921ebf3'}] {{(pid=94617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 04:38:47.674850 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ebac77-f5a8-4869-8400-e65a0f432c33 None None] Attempting to bind port a2f8feb6-ddda-4e9b-9177-f9c0b3ebb732 on network 776084ab-27dd-4ef5-a9e5-82dc3921ebf3 {{(pid=94617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 04:38:47.693817 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.l3_hamode_db [None req-353a65f1-a148-4268-b6a2-5f7a785638c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab5e043-5946-4ee4-b52f-f8b224732d2b', 'name': 'tempest-TestShelveInstance-1584685274-router', 'tenant_id': '4b68482b3b1e4a76a2dcfa13c010ddd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'external_fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': 'd2896124-2417-4e74-8270-ebeceef8c0ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T04:38:41Z', 'updated_at': '2021-09-22T04:38:44Z', 'revision_number': 4, 'project_id': '4b68482b3b1e4a76a2dcfa13c010ddd3', 'gw_port': {'id': 'd2896124-2417-4e74-8270-ebeceef8c0ae', 'name': '', 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:1d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab5e043-5946-4ee4-b52f-f8b224732d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:38:41Z', 'updated_at': '2021-09-22T04:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810118-1-iscsi', '_interfaces': [{'id': '46f604f0-8e48-41dc-98e2-2b65d571056e', 'name': '', 'network_id': 'c4eb31c7-29a7-4457-bdc8-e6fe0d5e67d6', 'tenant_id': '4b68482b3b1e4a76a2dcfa13c010ddd3', 'mac_address': 'fa:16:3e:19:f1:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ab5e043-5946-4ee4-b52f-f8b224732d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '51faac7c-bbcf-4e3e-9d43-95b863ca52fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:38:43Z', 'updated_at': '2021-09-22T04:38:47Z', 'revision_number': 4, 'project_id': '4b68482b3b1e4a76a2dcfa13c010ddd3', 'subnets': [{'id': '51faac7c-bbcf-4e3e-9d43-95b863ca52fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810118-1-iscsi', False) {} {{(pid=94618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:38:47.707097 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9996da-e7c9-480c-9c9e-da3eed595965 None None] Pushing event updated for resources: {'Port': ['ID=46f604f0-8e48-41dc-98e2-2b65d571056e,revision_number=5']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:38:47.712196 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ebac77-f5a8-4869-8400-e65a0f432c33 None None] Checking agent: {'id': '43b86276-d23d-4f96-ad83-0361cfa8e6ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810118-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 4, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 4, 20, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 4, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810118-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 04:38:47.712593 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ebac77-f5a8-4869-8400-e65a0f432c33 None None] Checking segment: {'id': '95c209c5-a997-4a7d-b6df-21000a9223d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '776084ab-27dd-4ef5-a9e5-82dc3921ebf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 04:38:47.712996 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-23ebac77-f5a8-4869-8400-e65a0f432c33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:47.713373 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ebac77-f5a8-4869-8400-e65a0f432c33 None None] Bound using segment: {'id': '95c209c5-a997-4a7d-b6df-21000a9223d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '776084ab-27dd-4ef5-a9e5-82dc3921ebf3'} {{(pid=94617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 04:38:47.713835 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.managers [None req-23ebac77-f5a8-4869-8400-e65a0f432c33 None None] Bound port: a2f8feb6-ddda-4e9b-9177-f9c0b3ebb732, host: dv-cinder-810118-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95c209c5-a997-4a7d-b6df-21000a9223d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '776084ab-27dd-4ef5-a9e5-82dc3921ebf3'}}] {{(pid=94617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 04:38:47.714207 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-23ebac77-f5a8-4869-8400-e65a0f432c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:47.723537 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353a65f1-a148-4268-b6a2-5f7a785638c6 None None] The sync data for ids ['5ab5e043-5946-4ee4-b52f-f8b224732d2b'] in dv-cinder-810118-1-iscsi is: [{'id': '5ab5e043-5946-4ee4-b52f-f8b224732d2b', 'name': 'tempest-TestShelveInstance-1584685274-router', 'tenant_id': '4b68482b3b1e4a76a2dcfa13c010ddd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'external_fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': 'd2896124-2417-4e74-8270-ebeceef8c0ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T04:38:41Z', 'updated_at': '2021-09-22T04:38:44Z', 'revision_number': 4, 'project_id': '4b68482b3b1e4a76a2dcfa13c010ddd3', 'gw_port': {'id': 'd2896124-2417-4e74-8270-ebeceef8c0ae', 'name': '', 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:1d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab5e043-5946-4ee4-b52f-f8b224732d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:38:41Z', 'updated_at': '2021-09-22T04:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810118-1-iscsi', '_interfaces': [{'id': '46f604f0-8e48-41dc-98e2-2b65d571056e', 'name': '', 'network_id': 'c4eb31c7-29a7-4457-bdc8-e6fe0d5e67d6', 'tenant_id': '4b68482b3b1e4a76a2dcfa13c010ddd3', 'mac_address': 'fa:16:3e:19:f1:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ab5e043-5946-4ee4-b52f-f8b224732d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '51faac7c-bbcf-4e3e-9d43-95b863ca52fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:38:43Z', 'updated_at': '2021-09-22T04:38:47Z', 'revision_number': 4, 'project_id': '4b68482b3b1e4a76a2dcfa13c010ddd3', 'subnets': [{'id': '51faac7c-bbcf-4e3e-9d43-95b863ca52fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 04:38:47.727440 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-f554ed66-a405-475a-a873-2bd8f85f9dcb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:47.746746 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-f554ed66-a405-475a-a873-2bd8f85f9dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:47.766334 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-56778316-f6eb-43db-ac02-c926f71e8b7e None None] Provisioning complete for port 46f604f0-8e48-41dc-98e2-2b65d571056e triggered by entity DHCP. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 04:38:47.766334 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-56778316-f6eb-43db-ac02-c926f71e8b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628798'] for port, provisioning_complete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:47.842114 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Provisioning complete for port d2896124-2417-4e74-8270-ebeceef8c0ae triggered by entity L2. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 04:38:47.842617 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628798'] for port, provisioning_complete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:47.871928 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.db.db_base_plugin_common [None req-f554ed66-a405-475a-a873-2bd8f85f9dcb admin admin] Allocated IP 172.27.3.140 (1c001e5d-5f10-46e0-9089-3ba13d08e463/ef28eb13-4204-4034-a22d-0722adaca342/70130ac4-83d4-4a9e-8cc2-20afe28f6583) {{(pid=94616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 04:38:47.886633 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-23ebac77-f5a8-4869-8400-e65a0f432c33 None None] For port a2f8feb6-ddda-4e9b-9177-f9c0b3ebb732, host dv-cinder-810118-1-iscsi, cleared binding levels {{(pid=94617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 04:38:47.908999 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-23ebac77-f5a8-4869-8400-e65a0f432c33 None None] For port a2f8feb6-ddda-4e9b-9177-f9c0b3ebb732, host dv-cinder-810118-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810118-1-iscsi',level=0,port_id=a2f8feb6-ddda-4e9b-9177-f9c0b3ebb732,segment=NetworkSegment(95c209c5-a997-4a7d-b6df-21000a9223d9),segment_id=95c209c5-a997-4a7d-b6df-21000a9223d9)] {{(pid=94617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 04:38:47.983249 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-23ebac77-f5a8-4869-8400-e65a0f432c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:47.988719 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-f554ed66-a405-475a-a873-2bd8f85f9dcb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:48.043115 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebac77-f5a8-4869-8400-e65a0f432c33 None None] Pushing event updated for resources: {'Port': ['ID=a2f8feb6-ddda-4e9b-9177-f9c0b3ebb732,revision_number=2']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:38:48.107192 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-f554ed66-a405-475a-a873-2bd8f85f9dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769518673857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534565802'] for port, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:48.146880 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f554ed66-a405-475a-a873-2bd8f85f9dcb admin admin] Network 1c001e5d-5f10-46e0-9089-3ba13d08e463 is already hosted by enough agents. {{(pid=94616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 04:38:48.150085 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.scheduler.base_scheduler [None req-f554ed66-a405-475a-a873-2bd8f85f9dcb admin admin] Resources bound (agent type, host, resource id): {{(pid=94616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 04:38:48.152643 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f554ed66-a405-475a-a873-2bd8f85f9dcb admin admin] Received port after_create {{(pid=94616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 04:38:48.211423 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f554ed66-a405-475a-a873-2bd8f85f9dcb admin admin] Pushing event updated for resources: {'Port': ['ID=70130ac4-83d4-4a9e-8cc2-20afe28f6583,revision_number=1']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:38:48.503967 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-f554ed66-a405-475a-a873-2bd8f85f9dcb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:48.712207 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-f554ed66-a405-475a-a873-2bd8f85f9dcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1865740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1862584'] for router, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:48.880217 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe15eeb-c1a0-461e-9d40-053342506835 None None] Network 776084ab-27dd-4ef5-a9e5-82dc3921ebf3 requested from dv-cinder-810118-1-iscsi {{(pid=94617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 04:38:48.929214 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f554ed66-a405-475a-a873-2bd8f85f9dcb admin admin] Router cda6bb8a-0f37-4143-b4ab-3f252050af7a is scheduled to L3 agent 67baeb3b-346e-4680-9ea8-6eec6aa84835 with binding_index 1 {{(pid=94616) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 04:38:48.954140 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-382018be-1a09-4b56-91e9-8e602137c3cf None None] Provisioning complete for port a2f8feb6-ddda-4e9b-9177-f9c0b3ebb732 triggered by entity DHCP. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 04:38:48.955074 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-382018be-1a09-4b56-91e9-8e602137c3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628798'] for port, provisioning_complete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:49.034833 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f554ed66-a405-475a-a873-2bd8f85f9dcb admin admin] Notify agent at l3_agent.dv-cinder-810118-1-iscsi the message routers_updated {{(pid=94616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 04:38:49.045503 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08923c8-3eba-44ef-bf7c-4d1a3d582295 None None] Sync routers for ids ['cda6bb8a-0f37-4143-b4ab-3f252050af7a'] in dv-cinder-810118-1-iscsi {{(pid=94617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 04:38:49.097379 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08923c8-3eba-44ef-bf7c-4d1a3d582295 None None] Routers {'cda6bb8a-0f37-4143-b4ab-3f252050af7a'} bound to L3 agent in host dv-cinder-810118-1-iscsi {{(pid=94617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 04:38:49.098004 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-e08923c8-3eba-44ef-bf7c-4d1a3d582295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810118-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T04:20:22Z,description=,heartbeat_timestamp=2021-09-22T04:38:22Z,host='dv-cinder-810118-1-iscsi',id=67baeb3b-346e-4680-9ea8-6eec6aa84835,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T04:20:23Z,topic='l3_agent')) {'router_ids': ['cda6bb8a-0f37-4143-b4ab-3f252050af7a'], 'active': True} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:38:49.100828 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-f554ed66-a405-475a-a873-2bd8f85f9dcb admin admin] Notify callbacks [] for router, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:49.102143 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-f554ed66-a405-475a-a873-2bd8f85f9dcb admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0954607 Sep 22 04:38:49.104874 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 50956) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:38:49.149013 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-382018be-1a09-4b56-91e9-8e602137c3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:49.229071 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-382018be-1a09-4b56-91e9-8e602137c3cf None None] For port a2f8feb6-ddda-4e9b-9177-f9c0b3ebb732, host dv-cinder-810118-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810118-1-iscsi',level=0,port_id=a2f8feb6-ddda-4e9b-9177-f9c0b3ebb732,segment=NetworkSegment(95c209c5-a997-4a7d-b6df-21000a9223d9),segment_id=95c209c5-a997-4a7d-b6df-21000a9223d9)] {{(pid=94617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:38:49.246167 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvr_db [None req-e08923c8-3eba-44ef-bf7c-4d1a3d582295 None None] Set router cda6bb8a-0f37-4143-b4ab-3f252050af7a gateway port host: dv-cinder-810118-1-iscsi {{(pid=94617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 04:38:49.319084 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-382018be-1a09-4b56-91e9-8e602137c3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:49.416642 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382018be-1a09-4b56-91e9-8e602137c3cf None None] Pushing event updated for resources: {'Port': ['ID=a2f8feb6-ddda-4e9b-9177-f9c0b3ebb732,revision_number=3']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:38:49.468078 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-a6a29e5f-ca7a-4d8a-8811-484a25218e13 None None] Provisioning complete for port a2f8feb6-ddda-4e9b-9177-f9c0b3ebb732 triggered by entity DHCP. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 04:38:49.468362 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-a6a29e5f-ca7a-4d8a-8811-484a25218e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628798'] for port, provisioning_complete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:49.519461 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-e08923c8-3eba-44ef-bf7c-4d1a3d582295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cda6bb8a-0f37-4143-b4ab-3f252050af7a', 'name': 'tempest-TestShelveInstance-959967489-router', 'tenant_id': '7b3ab7d89bee489abd2d196da847988f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'external_fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '70130ac4-83d4-4a9e-8cc2-20afe28f6583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T04:38:47Z', 'updated_at': '2021-09-22T04:38:48Z', 'revision_number': 3, 'project_id': '7b3ab7d89bee489abd2d196da847988f', 'gw_port': {'id': '70130ac4-83d4-4a9e-8cc2-20afe28f6583', 'name': '', 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:39:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cda6bb8a-0f37-4143-b4ab-3f252050af7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:38:47Z', 'updated_at': '2021-09-22T04:38:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810118-1-iscsi'}], 'dv-cinder-810118-1-iscsi', False) {} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:38:49.549543 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08923c8-3eba-44ef-bf7c-4d1a3d582295 None None] Checking router: cda6bb8a-0f37-4143-b4ab-3f252050af7a for host: dv-cinder-810118-1-iscsi {{(pid=94617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 04:38:49.549886 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08923c8-3eba-44ef-bf7c-4d1a3d582295 None None] Updating router cda6bb8a-0f37-4143-b4ab-3f252050af7a port 70130ac4-83d4-4a9e-8cc2-20afe28f6583 binding host dv-cinder-810118-1-iscsi {{(pid=94617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 04:38:49.603661 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-e08923c8-3eba-44ef-bf7c-4d1a3d582295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:49.694344 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Device a2f8feb6-ddda-4e9b-9177-f9c0b3ebb732 up at agent ovs-agent-dv-cinder-810118-1-iscsi {{(pid=94617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 04:38:49.803632 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-7f1e4414-8a66-48f8-9e3b-2b6244689c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:49.811011 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Provisioning complete for port a2f8feb6-ddda-4e9b-9177-f9c0b3ebb732 triggered by entity L2. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 04:38:49.811372 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628798'] for port, provisioning_complete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:49.961530 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.db.db_base_plugin_common [None req-7f1e4414-8a66-48f8-9e3b-2b6244689c39 admin admin] Allocated IP 172.20.0.1 (776084ab-27dd-4ef5-a9e5-82dc3921ebf3/65273d1c-7401-4212-9cbf-1dccac653122/e5743736-b06d-4332-af43-f4ab5d446ce4) {{(pid=94616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 04:38:50.070663 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-7f1e4414-8a66-48f8-9e3b-2b6244689c39 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:50.082333 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-e08923c8-3eba-44ef-bf7c-4d1a3d582295 None None] Notify callbacks [] for port, precommit_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:50.084356 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Device 46f604f0-8e48-41dc-98e2-2b65d571056e up at agent ovs-agent-dv-cinder-810118-1-iscsi {{(pid=94617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 04:38:50.129736 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Provisioning complete for port 46f604f0-8e48-41dc-98e2-2b65d571056e triggered by entity L2. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 04:38:50.130094 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628798'] for port, provisioning_complete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:50.163918 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-537f5c43-40d2-432e-8abf-5ef83aebe19a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:50.185632 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-7f1e4414-8a66-48f8-9e3b-2b6244689c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769518673857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534565802'] for port, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:50.194816 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-e08923c8-3eba-44ef-bf7c-4d1a3d582295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:50.222341 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1e4414-8a66-48f8-9e3b-2b6244689c39 admin admin] Network 776084ab-27dd-4ef5-a9e5-82dc3921ebf3 is already hosted by enough agents. {{(pid=94616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 04:38:50.226585 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.scheduler.base_scheduler [None req-7f1e4414-8a66-48f8-9e3b-2b6244689c39 admin admin] Resources bound (agent type, host, resource id): {{(pid=94616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 04:38:50.229623 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1e4414-8a66-48f8-9e3b-2b6244689c39 admin admin] Received port after_create {{(pid=94616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 04:38:50.260300 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.managers [None req-e08923c8-3eba-44ef-bf7c-4d1a3d582295 None None] Attempting to bind port 70130ac4-83d4-4a9e-8cc2-20afe28f6583 on host dv-cinder-810118-1-iscsi for vnic_type normal with profile {{(pid=94617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 04:38:50.260528 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.managers [None req-e08923c8-3eba-44ef-bf7c-4d1a3d582295 None None] Attempting to bind port 70130ac4-83d4-4a9e-8cc2-20afe28f6583 by drivers openvswitch,hyperv on host dv-cinder-810118-1-iscsi at level 0 using segments [{'id': '57bccd0b-6164-41c6-a48d-7aba82135152', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463'}] {{(pid=94617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 04:38:50.260947 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08923c8-3eba-44ef-bf7c-4d1a3d582295 None None] Attempting to bind port 70130ac4-83d4-4a9e-8cc2-20afe28f6583 on network 1c001e5d-5f10-46e0-9089-3ba13d08e463 {{(pid=94617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 04:38:50.264051 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884942b8-cf79-42c8-b2f3-8eddae280d92 None None] Pushing event updated for resources: {'Port': ['ID=70130ac4-83d4-4a9e-8cc2-20afe28f6583,revision_number=2']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:38:50.264295 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1e4414-8a66-48f8-9e3b-2b6244689c39 admin admin] Pushing event updated for resources: {'Port': ['ID=e5743736-b06d-4332-af43-f4ab5d446ce4,revision_number=1']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:38:50.269417 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08923c8-3eba-44ef-bf7c-4d1a3d582295 None None] Checking agent: {'id': '43b86276-d23d-4f96-ad83-0361cfa8e6ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810118-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 4, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 4, 20, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 4, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810118-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 04:38:50.269850 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08923c8-3eba-44ef-bf7c-4d1a3d582295 None None] Checking segment: {'id': '57bccd0b-6164-41c6-a48d-7aba82135152', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 04:38:50.270251 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-e08923c8-3eba-44ef-bf7c-4d1a3d582295 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:50.270629 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08923c8-3eba-44ef-bf7c-4d1a3d582295 None None] Bound using segment: {'id': '57bccd0b-6164-41c6-a48d-7aba82135152', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463'} {{(pid=94617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 04:38:50.271090 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.managers [None req-e08923c8-3eba-44ef-bf7c-4d1a3d582295 None None] Bound port: 70130ac4-83d4-4a9e-8cc2-20afe28f6583, host: dv-cinder-810118-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57bccd0b-6164-41c6-a48d-7aba82135152', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463'}}] {{(pid=94617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 04:38:50.271464 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-e08923c8-3eba-44ef-bf7c-4d1a3d582295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:50.284773 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-7f1e4414-8a66-48f8-9e3b-2b6244689c39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1865349'] for router_interface, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:50.326795 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-e08923c8-3eba-44ef-bf7c-4d1a3d582295 None None] For port 70130ac4-83d4-4a9e-8cc2-20afe28f6583, host dv-cinder-810118-1-iscsi, cleared binding levels {{(pid=94617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 04:38:50.330550 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-e08923c8-3eba-44ef-bf7c-4d1a3d582295 None None] For port 70130ac4-83d4-4a9e-8cc2-20afe28f6583, host dv-cinder-810118-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810118-1-iscsi',level=0,port_id=70130ac4-83d4-4a9e-8cc2-20afe28f6583,segment=NetworkSegment(57bccd0b-6164-41c6-a48d-7aba82135152),segment_id=57bccd0b-6164-41c6-a48d-7aba82135152)] {{(pid=94617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 04:38:50.431200 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-7d4e4896-d1f1-4b2a-8d9b-6d1522f56f39 None None] Provisioning complete for port e5743736-b06d-4332-af43-f4ab5d446ce4 triggered by entity DHCP. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 04:38:50.431561 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-7d4e4896-d1f1-4b2a-8d9b-6d1522f56f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628798'] for port, provisioning_complete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:50.456117 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-e08923c8-3eba-44ef-bf7c-4d1a3d582295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:50.497550 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-7f1e4414-8a66-48f8-9e3b-2b6244689c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:50.502761 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.plugin [None req-7d4e4896-d1f1-4b2a-8d9b-6d1522f56f39 None None] Port e5743736-b06d-4332-af43-f4ab5d446ce4 cannot update to ACTIVE because it is not bound. {{(pid=94617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 04:38:50.522491 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884942b8-cf79-42c8-b2f3-8eddae280d92 None None] Pushing event updated for resources: {'Port': ['ID=70130ac4-83d4-4a9e-8cc2-20afe28f6583,revision_number=3']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:38:50.527383 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08923c8-3eba-44ef-bf7c-4d1a3d582295 None None] Routers {'cda6bb8a-0f37-4143-b4ab-3f252050af7a'} bound to L3 agent in host dv-cinder-810118-1-iscsi {{(pid=94617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 04:38:50.527904 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-e08923c8-3eba-44ef-bf7c-4d1a3d582295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810118-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T04:20:22Z,description=,heartbeat_timestamp=2021-09-22T04:38:22Z,host='dv-cinder-810118-1-iscsi',id=67baeb3b-346e-4680-9ea8-6eec6aa84835,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T04:20:23Z,topic='l3_agent')) {'router_ids': ['cda6bb8a-0f37-4143-b4ab-3f252050af7a'], 'active': True} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:38:50.635004 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvr_db [None req-e08923c8-3eba-44ef-bf7c-4d1a3d582295 None None] Set router cda6bb8a-0f37-4143-b4ab-3f252050af7a gateway port host: dv-cinder-810118-1-iscsi {{(pid=94617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 04:38:50.659756 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-7f1e4414-8a66-48f8-9e3b-2b6244689c39 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:50.740816 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-7f1e4414-8a66-48f8-9e3b-2b6244689c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534565793'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:50.809332 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1e4414-8a66-48f8-9e3b-2b6244689c39 admin admin] Pushing event updated for resources: {'Port': ['ID=e5743736-b06d-4332-af43-f4ab5d446ce4,revision_number=2']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:38:50.811818 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-7f1e4414-8a66-48f8-9e3b-2b6244689c39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1867637'] for router_interface, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:50.828555 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-e08923c8-3eba-44ef-bf7c-4d1a3d582295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cda6bb8a-0f37-4143-b4ab-3f252050af7a', 'name': 'tempest-TestShelveInstance-959967489-router', 'tenant_id': '7b3ab7d89bee489abd2d196da847988f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'external_fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '70130ac4-83d4-4a9e-8cc2-20afe28f6583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T04:38:47Z', 'updated_at': '2021-09-22T04:38:50Z', 'revision_number': 4, 'project_id': '7b3ab7d89bee489abd2d196da847988f', 'gw_port': {'id': '70130ac4-83d4-4a9e-8cc2-20afe28f6583', 'name': '', 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:39:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cda6bb8a-0f37-4143-b4ab-3f252050af7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:38:47Z', 'updated_at': '2021-09-22T04:38:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810118-1-iscsi', '_interfaces': [{'id': 'e5743736-b06d-4332-af43-f4ab5d446ce4', 'name': '', 'network_id': '776084ab-27dd-4ef5-a9e5-82dc3921ebf3', 'tenant_id': '7b3ab7d89bee489abd2d196da847988f', 'mac_address': 'fa:16:3e:fd:e0:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cda6bb8a-0f37-4143-b4ab-3f252050af7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '65273d1c-7401-4212-9cbf-1dccac653122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:38:49Z', 'updated_at': '2021-09-22T04:38:49Z', 'revision_number': 1, 'project_id': '7b3ab7d89bee489abd2d196da847988f', 'subnets': [{'id': '65273d1c-7401-4212-9cbf-1dccac653122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810118-1-iscsi', False) {} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:38:50.859512 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08923c8-3eba-44ef-bf7c-4d1a3d582295 None None] The sync data for ids ['cda6bb8a-0f37-4143-b4ab-3f252050af7a'] in dv-cinder-810118-1-iscsi is: [{'id': 'cda6bb8a-0f37-4143-b4ab-3f252050af7a', 'name': 'tempest-TestShelveInstance-959967489-router', 'tenant_id': '7b3ab7d89bee489abd2d196da847988f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'external_fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '70130ac4-83d4-4a9e-8cc2-20afe28f6583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T04:38:47Z', 'updated_at': '2021-09-22T04:38:50Z', 'revision_number': 4, 'project_id': '7b3ab7d89bee489abd2d196da847988f', 'gw_port': {'id': '70130ac4-83d4-4a9e-8cc2-20afe28f6583', 'name': '', 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:39:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cda6bb8a-0f37-4143-b4ab-3f252050af7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:38:47Z', 'updated_at': '2021-09-22T04:38:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810118-1-iscsi', '_interfaces': [{'id': 'e5743736-b06d-4332-af43-f4ab5d446ce4', 'name': '', 'network_id': '776084ab-27dd-4ef5-a9e5-82dc3921ebf3', 'tenant_id': '7b3ab7d89bee489abd2d196da847988f', 'mac_address': 'fa:16:3e:fd:e0:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cda6bb8a-0f37-4143-b4ab-3f252050af7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '65273d1c-7401-4212-9cbf-1dccac653122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:38:49Z', 'updated_at': '2021-09-22T04:38:49Z', 'revision_number': 1, 'project_id': '7b3ab7d89bee489abd2d196da847988f', 'subnets': [{'id': '65273d1c-7401-4212-9cbf-1dccac653122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 04:38:50.906881 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1e4414-8a66-48f8-9e3b-2b6244689c39 admin admin] Network 776084ab-27dd-4ef5-a9e5-82dc3921ebf3 is already hosted by enough agents. {{(pid=94616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 04:38:50.908538 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.scheduler.base_scheduler [None req-7f1e4414-8a66-48f8-9e3b-2b6244689c39 admin admin] Resources bound (agent type, host, resource id): {{(pid=94616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 04:38:51.028170 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f1e4414-8a66-48f8-9e3b-2b6244689c39 admin admin] Router cda6bb8a-0f37-4143-b4ab-3f252050af7a has already been hosted by L3 agent 67baeb3b-346e-4680-9ea8-6eec6aa84835 {{(pid=94616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 04:38:51.156927 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f1e4414-8a66-48f8-9e3b-2b6244689c39 admin admin] Notify agent at l3_agent.dv-cinder-810118-1-iscsi the message routers_updated {{(pid=94616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 04:38:51.162021 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-7f1e4414-8a66-48f8-9e3b-2b6244689c39 admin admin] 10.222.0.24 "PUT /v2.0/routers/cda6bb8a-0f37-4143-b4ab-3f252050af7a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0561688 Sep 22 04:38:51.228615 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-28d129f1-33ad-4a7a-ab3c-b55bd1fefd90 None None] Provisioning complete for port e5743736-b06d-4332-af43-f4ab5d446ce4 triggered by entity DHCP. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 04:38:51.229126 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-28d129f1-33ad-4a7a-ab3c-b55bd1fefd90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628798'] for port, provisioning_complete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:51.265555 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.plugin [None req-28d129f1-33ad-4a7a-ab3c-b55bd1fefd90 None None] Port e5743736-b06d-4332-af43-f4ab5d446ce4 cannot update to ACTIVE because it is not bound. {{(pid=94617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 04:38:51.641237 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Device 70130ac4-83d4-4a9e-8cc2-20afe28f6583 up at agent ovs-agent-dv-cinder-810118-1-iscsi {{(pid=94617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 04:38:51.691408 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Provisioning complete for port 70130ac4-83d4-4a9e-8cc2-20afe28f6583 triggered by entity L2. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 04:38:51.691717 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628798'] for port, provisioning_complete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:51.776577 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:51.797757 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] For port 70130ac4-83d4-4a9e-8cc2-20afe28f6583, host dv-cinder-810118-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810118-1-iscsi',level=0,port_id=70130ac4-83d4-4a9e-8cc2-20afe28f6583,segment=NetworkSegment(57bccd0b-6164-41c6-a48d-7aba82135152),segment_id=57bccd0b-6164-41c6-a48d-7aba82135152)] {{(pid=94617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:38:51.878370 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:51.933252 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Pushing event updated for resources: {'Port': ['ID=70130ac4-83d4-4a9e-8cc2-20afe28f6583,revision_number=4']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:38:52.093688 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 50964) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:38:52.102499 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.v2.base [None req-51bb06fe-02bf-440c-b544-864dd3a50ee8 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1987666804', 'description': 'tempest-secgroup-smoke-1987666804 description', 'project_id': '4b68482b3b1e4a76a2dcfa13c010ddd3'}} {{(pid=94616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 04:38:52.306741 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-51bb06fe-02bf-440c-b544-864dd3a50ee8 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Notify callbacks [] for security_group, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:52.385739 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-51bb06fe-02bf-440c-b544-864dd3a50ee8 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Notify callbacks [] for security_group, precommit_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:52.455939 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-51bb06fe-02bf-440c-b544-864dd3a50ee8 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:52.484349 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bb06fe-02bf-440c-b544-864dd3a50ee8 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=266508a2-853d-4976-bd87-6270dd3d221e,revision_number=1']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:38:52.540891 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-03d4f2f8-6c06-47de-a131-23c6abbfa421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:52.574356 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-51bb06fe-02bf-440c-b544-864dd3a50ee8 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Notify callbacks [] for security_group, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:52.575705 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-51bb06fe-02bf-440c-b544-864dd3a50ee8 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4809363 Sep 22 04:38:52.578687 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 50966) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:38:52.583140 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.v2.base [None req-b3639d48-7397-4508-a753-8bb2b8da99d7 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Request body: {'security_group_rule': {'security_group_id': '266508a2-853d-4976-bd87-6270dd3d221e', 'project_id': '4b68482b3b1e4a76a2dcfa13c010ddd3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 04:38:52.660118 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-b3639d48-7397-4508-a753-8bb2b8da99d7 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:52.717598 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-b3639d48-7397-4508-a753-8bb2b8da99d7 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:52.803513 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-b3639d48-7397-4508-a753-8bb2b8da99d7 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073950'] for security_group_rule, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:52.823125 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3639d48-7397-4508-a753-8bb2b8da99d7 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87aa8533-dcf5-45b3-a3cd-ad40e3884829,revision_number=0']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:38:52.835772 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c37578-1326-403f-9729-cf61c4a46079 None None] Sync routers for ids ['cda6bb8a-0f37-4143-b4ab-3f252050af7a'] in dv-cinder-810118-1-iscsi {{(pid=94618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 04:38:52.844960 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c37578-1326-403f-9729-cf61c4a46079 None None] Routers {'cda6bb8a-0f37-4143-b4ab-3f252050af7a'} bound to L3 agent in host dv-cinder-810118-1-iscsi {{(pid=94618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 04:38:52.845564 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.l3_hamode_db [None req-44c37578-1326-403f-9729-cf61c4a46079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810118-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T04:20:22Z,description=,heartbeat_timestamp=2021-09-22T04:38:52Z,host='dv-cinder-810118-1-iscsi',id=67baeb3b-346e-4680-9ea8-6eec6aa84835,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T04:20:23Z,topic='l3_agent')) {'router_ids': ['cda6bb8a-0f37-4143-b4ab-3f252050af7a'], 'active': True} {{(pid=94618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:38:52.923389 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-b3639d48-7397-4508-a753-8bb2b8da99d7 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:52.924801 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-b3639d48-7397-4508-a753-8bb2b8da99d7 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3451543 Sep 22 04:38:52.927567 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 50968) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:38:52.932090 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.v2.base [None req-dcdd1fcb-81fe-4fa3-9d0f-26853caa39f2 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Request body: {'security_group_rule': {'security_group_id': '266508a2-853d-4976-bd87-6270dd3d221e', 'project_id': '4b68482b3b1e4a76a2dcfa13c010ddd3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 04:38:52.948090 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.l3_dvr_db [None req-44c37578-1326-403f-9729-cf61c4a46079 None None] Set router cda6bb8a-0f37-4143-b4ab-3f252050af7a gateway port host: dv-cinder-810118-1-iscsi {{(pid=94618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 04:38:53.059750 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-dcdd1fcb-81fe-4fa3-9d0f-26853caa39f2 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:53.118285 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-dcdd1fcb-81fe-4fa3-9d0f-26853caa39f2 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:53.203644 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-dcdd1fcb-81fe-4fa3-9d0f-26853caa39f2 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073950'] for security_group_rule, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:53.219906 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.l3_hamode_db [None req-44c37578-1326-403f-9729-cf61c4a46079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cda6bb8a-0f37-4143-b4ab-3f252050af7a', 'name': 'tempest-TestShelveInstance-959967489-router', 'tenant_id': '7b3ab7d89bee489abd2d196da847988f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'external_fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '70130ac4-83d4-4a9e-8cc2-20afe28f6583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T04:38:47Z', 'updated_at': '2021-09-22T04:38:50Z', 'revision_number': 4, 'project_id': '7b3ab7d89bee489abd2d196da847988f', 'gw_port': {'id': '70130ac4-83d4-4a9e-8cc2-20afe28f6583', 'name': '', 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:39:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda6bb8a-0f37-4143-b4ab-3f252050af7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:38:47Z', 'updated_at': '2021-09-22T04:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810118-1-iscsi', '_interfaces': [{'id': 'e5743736-b06d-4332-af43-f4ab5d446ce4', 'name': '', 'network_id': '776084ab-27dd-4ef5-a9e5-82dc3921ebf3', 'tenant_id': '7b3ab7d89bee489abd2d196da847988f', 'mac_address': 'fa:16:3e:fd:e0:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cda6bb8a-0f37-4143-b4ab-3f252050af7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '65273d1c-7401-4212-9cbf-1dccac653122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:38:49Z', 'updated_at': '2021-09-22T04:38:50Z', 'revision_number': 2, 'project_id': '7b3ab7d89bee489abd2d196da847988f', 'subnets': [{'id': '65273d1c-7401-4212-9cbf-1dccac653122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810118-1-iscsi', False) {} {{(pid=94618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:38:53.224365 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdd1fcb-81fe-4fa3-9d0f-26853caa39f2 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f7f6add-a3bb-482e-a045-33a0a997c196,revision_number=0']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:38:53.246021 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c37578-1326-403f-9729-cf61c4a46079 None None] Checking router: cda6bb8a-0f37-4143-b4ab-3f252050af7a for host: dv-cinder-810118-1-iscsi {{(pid=94618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 04:38:53.246374 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c37578-1326-403f-9729-cf61c4a46079 None None] Updating router cda6bb8a-0f37-4143-b4ab-3f252050af7a port e5743736-b06d-4332-af43-f4ab5d446ce4 binding host dv-cinder-810118-1-iscsi {{(pid=94618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 04:38:53.281950 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron_lib.callbacks.manager [None req-44c37578-1326-403f-9729-cf61c4a46079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:53.317885 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:53.329422 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-dcdd1fcb-81fe-4fa3-9d0f-26853caa39f2 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:53.333842 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-dcdd1fcb-81fe-4fa3-9d0f-26853caa39f2 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4021523 Sep 22 04:38:53.333842 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 50970) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:38:53.337787 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.v2.base [None req-5428ad75-95cc-4640-9be9-35efaf85af09 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Request body: {'security_group_rule': {'security_group_id': '266508a2-853d-4976-bd87-6270dd3d221e', 'project_id': '4b68482b3b1e4a76a2dcfa13c010ddd3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 04:38:53.437574 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-5428ad75-95cc-4640-9be9-35efaf85af09 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:53.495653 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-5428ad75-95cc-4640-9be9-35efaf85af09 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:53.542487 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron_lib.callbacks.manager [None req-44c37578-1326-403f-9729-cf61c4a46079 None None] Notify callbacks [] for port, precommit_update {{(pid=94618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:53.551247 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-5428ad75-95cc-4640-9be9-35efaf85af09 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073950'] for security_group_rule, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:53.581300 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5428ad75-95cc-4640-9be9-35efaf85af09 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50a174c4-b86c-43ce-b16c-e7349474dae7,revision_number=0']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:38:53.613586 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Device 70130ac4-83d4-4a9e-8cc2-20afe28f6583 up at agent ovs-agent-dv-cinder-810118-1-iscsi {{(pid=94617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 04:38:53.642564 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron_lib.callbacks.manager [None req-44c37578-1326-403f-9729-cf61c4a46079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:53.659524 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Provisioning complete for port 70130ac4-83d4-4a9e-8cc2-20afe28f6583 triggered by entity L2. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 04:38:53.660964 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628798'] for port, provisioning_complete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:53.677950 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-5428ad75-95cc-4640-9be9-35efaf85af09 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:53.682026 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-5428ad75-95cc-4640-9be9-35efaf85af09 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3476312 Sep 22 04:38:53.688969 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 50972) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:38:53.688969 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.v2.base [None req-20d26610-a417-40b8-8cca-993338745c85 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Request body: {'security_group_rule': {'security_group_id': '266508a2-853d-4976-bd87-6270dd3d221e', 'project_id': '4b68482b3b1e4a76a2dcfa13c010ddd3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 04:38:53.693296 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa504b2-d852-4d22-ac39-aae254e9e8c1 None None] Pushing event updated for resources: {'Port': ['ID=e5743736-b06d-4332-af43-f4ab5d446ce4,revision_number=3']} {{(pid=94618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:38:53.750139 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.plugins.ml2.managers [None req-44c37578-1326-403f-9729-cf61c4a46079 None None] Attempting to bind port e5743736-b06d-4332-af43-f4ab5d446ce4 on host dv-cinder-810118-1-iscsi for vnic_type normal with profile {{(pid=94618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 04:38:53.750744 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.plugins.ml2.managers [None req-44c37578-1326-403f-9729-cf61c4a46079 None None] Attempting to bind port e5743736-b06d-4332-af43-f4ab5d446ce4 by drivers openvswitch,hyperv on host dv-cinder-810118-1-iscsi at level 0 using segments [{'id': '95c209c5-a997-4a7d-b6df-21000a9223d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '776084ab-27dd-4ef5-a9e5-82dc3921ebf3'}] {{(pid=94618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 04:38:53.751130 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c37578-1326-403f-9729-cf61c4a46079 None None] Attempting to bind port e5743736-b06d-4332-af43-f4ab5d446ce4 on network 776084ab-27dd-4ef5-a9e5-82dc3921ebf3 {{(pid=94618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 04:38:53.757574 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c37578-1326-403f-9729-cf61c4a46079 None None] Checking agent: {'id': '43b86276-d23d-4f96-ad83-0361cfa8e6ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810118-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 4, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 4, 20, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 4, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810118-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 04:38:53.758086 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c37578-1326-403f-9729-cf61c4a46079 None None] Checking segment: {'id': '95c209c5-a997-4a7d-b6df-21000a9223d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '776084ab-27dd-4ef5-a9e5-82dc3921ebf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 04:38:53.758490 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron_lib.callbacks.manager [None req-44c37578-1326-403f-9729-cf61c4a46079 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:53.758877 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c37578-1326-403f-9729-cf61c4a46079 None None] Bound using segment: {'id': '95c209c5-a997-4a7d-b6df-21000a9223d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '776084ab-27dd-4ef5-a9e5-82dc3921ebf3'} {{(pid=94618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 04:38:53.759334 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.plugins.ml2.managers [None req-44c37578-1326-403f-9729-cf61c4a46079 None None] Bound port: e5743736-b06d-4332-af43-f4ab5d446ce4, host: dv-cinder-810118-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95c209c5-a997-4a7d-b6df-21000a9223d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '776084ab-27dd-4ef5-a9e5-82dc3921ebf3'}}] {{(pid=94618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 04:38:53.759729 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron_lib.callbacks.manager [None req-44c37578-1326-403f-9729-cf61c4a46079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:53.824496 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.plugins.ml2.db [None req-44c37578-1326-403f-9729-cf61c4a46079 None None] For port e5743736-b06d-4332-af43-f4ab5d446ce4, host dv-cinder-810118-1-iscsi, cleared binding levels {{(pid=94618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 04:38:53.827550 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.plugins.ml2.db [None req-44c37578-1326-403f-9729-cf61c4a46079 None None] For port e5743736-b06d-4332-af43-f4ab5d446ce4, host dv-cinder-810118-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810118-1-iscsi',level=0,port_id=e5743736-b06d-4332-af43-f4ab5d446ce4,segment=NetworkSegment(95c209c5-a997-4a7d-b6df-21000a9223d9),segment_id=95c209c5-a997-4a7d-b6df-21000a9223d9)] {{(pid=94618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 04:38:53.860202 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-20d26610-a417-40b8-8cca-993338745c85 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:53.901738 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-134f97fa-e357-4a46-aa37-238cf3613e4a None None] Provisioning complete for port e5743736-b06d-4332-af43-f4ab5d446ce4 triggered by entity DHCP. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 04:38:53.902109 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-134f97fa-e357-4a46-aa37-238cf3613e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628798'] for port, provisioning_complete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:53.920252 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-20d26610-a417-40b8-8cca-993338745c85 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:53.937099 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.plugin [None req-134f97fa-e357-4a46-aa37-238cf3613e4a None None] Port e5743736-b06d-4332-af43-f4ab5d446ce4 cannot update to ACTIVE because it is not bound. {{(pid=94617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 04:38:53.952714 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron_lib.callbacks.manager [None req-44c37578-1326-403f-9729-cf61c4a46079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:54.010140 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c37578-1326-403f-9729-cf61c4a46079 None None] Routers {'cda6bb8a-0f37-4143-b4ab-3f252050af7a'} bound to L3 agent in host dv-cinder-810118-1-iscsi {{(pid=94618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 04:38:54.010776 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.l3_hamode_db [None req-44c37578-1326-403f-9729-cf61c4a46079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810118-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T04:20:22Z,description=,heartbeat_timestamp=2021-09-22T04:38:52Z,host='dv-cinder-810118-1-iscsi',id=67baeb3b-346e-4680-9ea8-6eec6aa84835,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T04:20:23Z,topic='l3_agent')) {'router_ids': ['cda6bb8a-0f37-4143-b4ab-3f252050af7a'], 'active': True} {{(pid=94618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:38:54.013753 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa504b2-d852-4d22-ac39-aae254e9e8c1 None None] Pushing event updated for resources: {'Port': ['ID=e5743736-b06d-4332-af43-f4ab5d446ce4,revision_number=4']} {{(pid=94618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:38:54.043797 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-20d26610-a417-40b8-8cca-993338745c85 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073950'] for security_group_rule, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:54.068268 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d26610-a417-40b8-8cca-993338745c85 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=945ccf7c-36ab-4e7b-b2ec-f3dba82c951a,revision_number=0']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:38:54.119513 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.l3_dvr_db [None req-44c37578-1326-403f-9729-cf61c4a46079 None None] Set router cda6bb8a-0f37-4143-b4ab-3f252050af7a gateway port host: dv-cinder-810118-1-iscsi {{(pid=94618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 04:38:54.129598 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-62fe730e-da9a-4cac-a5e3-718f571d83ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:54.140785 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-20d26610-a417-40b8-8cca-993338745c85 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:54.143102 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-20d26610-a417-40b8-8cca-993338745c85 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4595370 Sep 22 04:38:54.145696 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 50974) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:38:54.150244 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.v2.base [None req-00e09874-c6f7-4a2b-b0ff-98e37c9d0951 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Request body: {'security_group_rule': {'security_group_id': '266508a2-853d-4976-bd87-6270dd3d221e', 'project_id': '4b68482b3b1e4a76a2dcfa13c010ddd3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 04:38:54.209363 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.db.securitygroups_db [None req-00e09874-c6f7-4a2b-b0ff-98e37c9d0951 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Project 4b68482b3b1e4a76a2dcfa13c010ddd3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 04:38:54.214526 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-00e09874-c6f7-4a2b-b0ff-98e37c9d0951 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:54.265803 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-6bd5556a-8775-465f-9f28-781b8617aff0 None None] Provisioning complete for port e5743736-b06d-4332-af43-f4ab5d446ce4 triggered by entity DHCP. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 04:38:54.266092 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-6bd5556a-8775-465f-9f28-781b8617aff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628798'] for port, provisioning_complete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:54.285749 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-00e09874-c6f7-4a2b-b0ff-98e37c9d0951 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:54.336584 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.l3_hamode_db [None req-44c37578-1326-403f-9729-cf61c4a46079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cda6bb8a-0f37-4143-b4ab-3f252050af7a', 'name': 'tempest-TestShelveInstance-959967489-router', 'tenant_id': '7b3ab7d89bee489abd2d196da847988f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'external_fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '70130ac4-83d4-4a9e-8cc2-20afe28f6583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T04:38:47Z', 'updated_at': '2021-09-22T04:38:50Z', 'revision_number': 4, 'project_id': '7b3ab7d89bee489abd2d196da847988f', 'gw_port': {'id': '70130ac4-83d4-4a9e-8cc2-20afe28f6583', 'name': '', 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:39:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda6bb8a-0f37-4143-b4ab-3f252050af7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:38:47Z', 'updated_at': '2021-09-22T04:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810118-1-iscsi', '_interfaces': [{'id': 'e5743736-b06d-4332-af43-f4ab5d446ce4', 'name': '', 'network_id': '776084ab-27dd-4ef5-a9e5-82dc3921ebf3', 'tenant_id': '7b3ab7d89bee489abd2d196da847988f', 'mac_address': 'fa:16:3e:fd:e0:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cda6bb8a-0f37-4143-b4ab-3f252050af7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '65273d1c-7401-4212-9cbf-1dccac653122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:38:49Z', 'updated_at': '2021-09-22T04:38:53Z', 'revision_number': 4, 'project_id': '7b3ab7d89bee489abd2d196da847988f', 'subnets': [{'id': '65273d1c-7401-4212-9cbf-1dccac653122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810118-1-iscsi', False) {} {{(pid=94618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:38:54.346550 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-6bd5556a-8775-465f-9f28-781b8617aff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:54.362074 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c37578-1326-403f-9729-cf61c4a46079 None None] The sync data for ids ['cda6bb8a-0f37-4143-b4ab-3f252050af7a'] in dv-cinder-810118-1-iscsi is: [{'id': 'cda6bb8a-0f37-4143-b4ab-3f252050af7a', 'name': 'tempest-TestShelveInstance-959967489-router', 'tenant_id': '7b3ab7d89bee489abd2d196da847988f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'external_fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '70130ac4-83d4-4a9e-8cc2-20afe28f6583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T04:38:47Z', 'updated_at': '2021-09-22T04:38:50Z', 'revision_number': 4, 'project_id': '7b3ab7d89bee489abd2d196da847988f', 'gw_port': {'id': '70130ac4-83d4-4a9e-8cc2-20afe28f6583', 'name': '', 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:39:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda6bb8a-0f37-4143-b4ab-3f252050af7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:38:47Z', 'updated_at': '2021-09-22T04:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810118-1-iscsi', '_interfaces': [{'id': 'e5743736-b06d-4332-af43-f4ab5d446ce4', 'name': '', 'network_id': '776084ab-27dd-4ef5-a9e5-82dc3921ebf3', 'tenant_id': '7b3ab7d89bee489abd2d196da847988f', 'mac_address': 'fa:16:3e:fd:e0:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cda6bb8a-0f37-4143-b4ab-3f252050af7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '65273d1c-7401-4212-9cbf-1dccac653122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:38:49Z', 'updated_at': '2021-09-22T04:38:53Z', 'revision_number': 4, 'project_id': '7b3ab7d89bee489abd2d196da847988f', 'subnets': [{'id': '65273d1c-7401-4212-9cbf-1dccac653122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 04:38:54.369442 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-00e09874-c6f7-4a2b-b0ff-98e37c9d0951 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073950'] for security_group_rule, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:54.378943 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-6bd5556a-8775-465f-9f28-781b8617aff0 None None] For port e5743736-b06d-4332-af43-f4ab5d446ce4, host dv-cinder-810118-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810118-1-iscsi',level=0,port_id=e5743736-b06d-4332-af43-f4ab5d446ce4,segment=NetworkSegment(95c209c5-a997-4a7d-b6df-21000a9223d9),segment_id=95c209c5-a997-4a7d-b6df-21000a9223d9)] {{(pid=94617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:38:54.386452 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e09874-c6f7-4a2b-b0ff-98e37c9d0951 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7ed7c42-aaaa-4295-ac53-eb5f3a15ad86,revision_number=0']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:38:54.449177 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-6bd5556a-8775-465f-9f28-781b8617aff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:54.498857 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd5556a-8775-465f-9f28-781b8617aff0 None None] Pushing event updated for resources: {'Port': ['ID=e5743736-b06d-4332-af43-f4ab5d446ce4,revision_number=5']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:38:54.506725 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-00e09874-c6f7-4a2b-b0ff-98e37c9d0951 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:54.508343 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-00e09874-c6f7-4a2b-b0ff-98e37c9d0951 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3616433 Sep 22 04:38:54.511008 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 50976) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:38:54.515789 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.v2.base [None req-fff0229e-9363-4180-98c7-27518fb2ff6e tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Request body: {'security_group_rule': {'security_group_id': '266508a2-853d-4976-bd87-6270dd3d221e', 'project_id': '4b68482b3b1e4a76a2dcfa13c010ddd3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 04:38:54.649461 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.db.securitygroups_db [None req-fff0229e-9363-4180-98c7-27518fb2ff6e tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Project 4b68482b3b1e4a76a2dcfa13c010ddd3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 04:38:54.654844 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-fff0229e-9363-4180-98c7-27518fb2ff6e tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:54.719656 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-fff0229e-9363-4180-98c7-27518fb2ff6e tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:54.826386 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-fff0229e-9363-4180-98c7-27518fb2ff6e tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073950'] for security_group_rule, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:54.845299 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff0229e-9363-4180-98c7-27518fb2ff6e tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05ea2128-0fad-4f14-bbc1-8fe762931225,revision_number=0']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:38:54.935122 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-fff0229e-9363-4180-98c7-27518fb2ff6e tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:54.936524 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-fff0229e-9363-4180-98c7-27518fb2ff6e tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4242129 Sep 22 04:38:55.622899 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Device e5743736-b06d-4332-af43-f4ab5d446ce4 up at agent ovs-agent-dv-cinder-810118-1-iscsi {{(pid=94617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 04:38:55.669171 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Provisioning complete for port e5743736-b06d-4332-af43-f4ab5d446ce4 triggered by entity L2. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 04:38:55.669541 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628798'] for port, provisioning_complete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:38:55.672147 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-c7bbae2d-f237-46cc-b838-3371bd865633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:39:03.077889 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.agents_db [None req-7fda405f-bd13-41fd-9497-f6551785b8a3 None None] Agent healthcheck: found 6 active agents {{(pid=94618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 04:39:06.774668 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:39:11.745903 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-d6234d63-9431-4b57-bf47-66be2b3390d8 req-80bd0889-2f39-4b36-ae53-d065298ea948 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1987666804&fields=id&tenant_id=4b68482b3b1e4a76a2dcfa13c010ddd3 HTTP/1.1" status: 200 len: 267 time: 0.0314937 Sep 22 04:39:11.850780 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6234d63-9431-4b57-bf47-66be2b3390d8 req-ca9ed76e-4179-4084-b5cb-3cfa2555b1f9 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:39:11.852240 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-d6234d63-9431-4b57-bf47-66be2b3390d8 req-ca9ed76e-4179-4084-b5cb-3cfa2555b1f9 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] 10.222.0.24 "GET /v2.0/networks?id=c4eb31c7-29a7-4457-bdc8-e6fe0d5e67d6 HTTP/1.1" status: 200 len: 809 time: 0.1000202 Sep 22 04:39:11.866497 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-d6234d63-9431-4b57-bf47-66be2b3390d8 req-3ef23548-e9bf-4e72-a1b7-2cec763e58ae tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] 10.222.0.24 "GET /v2.0/quotas/4b68482b3b1e4a76a2dcfa13c010ddd3 HTTP/1.1" status: 200 len: 375 time: 0.0085866 Sep 22 04:39:11.915536 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-d6234d63-9431-4b57-bf47-66be2b3390d8 req-09486867-6e80-487b-9931-321bc5db5e11 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=4b68482b3b1e4a76a2dcfa13c010ddd3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0439739 Sep 22 04:39:12.019591 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [req-d6234d63-9431-4b57-bf47-66be2b3390d8 req-66e4766f-3230-46e9-9688-aadb0a31a133 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94615) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 04:39:12.020633 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-d6234d63-9431-4b57-bf47-66be2b3390d8 req-66e4766f-3230-46e9-9688-aadb0a31a133 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0936887 Sep 22 04:39:12.110592 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-d6234d63-9431-4b57-bf47-66be2b3390d8 req-adf1dcbc-2042-4eec-bfb7-9b56edba9498 service neutron] 10.222.0.24 "GET /v2.0/networks/c4eb31c7-29a7-4457-bdc8-e6fe0d5e67d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837479 Sep 22 04:39:12.197529 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-d6234d63-9431-4b57-bf47-66be2b3390d8 req-7de050fc-3b7e-4ff6-b35f-a5d20488f80b service neutron] 10.222.0.24 "GET /v2.0/networks/c4eb31c7-29a7-4457-bdc8-e6fe0d5e67d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805120 Sep 22 04:39:12.780423 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-2796464d-1a51-4787-aef7-3309ac281853 req-9c4c1f1e-52c5-4f8f-9986-84225316fccc tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2b3adb7-8820-48bb-a174-9499e8a74908 HTTP/1.1" status: 200 len: 210 time: 0.0761342 Sep 22 04:39:13.877170 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-407017c8-3351-4de8-b20f-2a6b614e4cd7 req-65685d40-c822-4d0e-b2ad-354e3b0f25ef tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2b3adb7-8820-48bb-a174-9499e8a74908 HTTP/1.1" status: 200 len: 210 time: 0.0300200 Sep 22 04:39:14.581290 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6234d63-9431-4b57-bf47-66be2b3390d8 req-d76dabe5-1ed0-49c6-ac33-5c8e181e565e tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:39:14.582729 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-d6234d63-9431-4b57-bf47-66be2b3390d8 req-d76dabe5-1ed0-49c6-ac33-5c8e181e565e tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] 10.222.0.30 "GET /v2.0/networks?id=c4eb31c7-29a7-4457-bdc8-e6fe0d5e67d6 HTTP/1.1" status: 200 len: 809 time: 0.1034255 Sep 22 04:39:14.624287 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-d6234d63-9431-4b57-bf47-66be2b3390d8 req-7346ad38-9675-4226-abd4-1215e145644a tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b68482b3b1e4a76a2dcfa13c010ddd3 HTTP/1.1" status: 200 len: 380 time: 0.0321321 Sep 22 04:39:14.633261 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.v2.base [req-d6234d63-9431-4b57-bf47-66be2b3390d8 req-fa446a58-9ab2-4eae-a1d1-605951b8f3e7 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Request body: {'port': {'device_id': 'a2b3adb7-8820-48bb-a174-9499e8a74908', 'network_id': 'c4eb31c7-29a7-4457-bdc8-e6fe0d5e67d6', 'admin_state_up': True, 'tenant_id': '4b68482b3b1e4a76a2dcfa13c010ddd3', 'security_groups': ['266508a2-853d-4976-bd87-6270dd3d221e']}} {{(pid=94616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 04:39:14.824415 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6234d63-9431-4b57-bf47-66be2b3390d8 req-fa446a58-9ab2-4eae-a1d1-605951b8f3e7 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Made reservation on behalf of 4b68482b3b1e4a76a2dcfa13c010ddd3 for: {'port': 1} {{(pid=94616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 04:39:14.828046 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-d6234d63-9431-4b57-bf47-66be2b3390d8 req-fa446a58-9ab2-4eae-a1d1-605951b8f3e7 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:39:14.972543 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-dab39d10-6b0b-44f0-963f-0edc0ada99d7 req-1abd70da-a413-4c7b-8fa8-74cfd79b5851 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2b3adb7-8820-48bb-a174-9499e8a74908 HTTP/1.1" status: 200 len: 210 time: 0.0299301 Sep 22 04:39:14.973723 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.db.db_base_plugin_common [req-d6234d63-9431-4b57-bf47-66be2b3390d8 req-fa446a58-9ab2-4eae-a1d1-605951b8f3e7 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Allocated IP 172.20.0.12 (c4eb31c7-29a7-4457-bdc8-e6fe0d5e67d6/51faac7c-bbcf-4e3e-9d43-95b863ca52fa/62216123-5e92-4f7f-9ab5-2df75be0757a) {{(pid=94616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 04:39:15.107829 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-d6234d63-9431-4b57-bf47-66be2b3390d8 req-fa446a58-9ab2-4eae-a1d1-605951b8f3e7 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Notify callbacks [] for port, precommit_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:39:15.196380 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-d6234d63-9431-4b57-bf47-66be2b3390d8 req-fa446a58-9ab2-4eae-a1d1-605951b8f3e7 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769518673857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534565802'] for port, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:39:15.238085 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6234d63-9431-4b57-bf47-66be2b3390d8 req-fa446a58-9ab2-4eae-a1d1-605951b8f3e7 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Network c4eb31c7-29a7-4457-bdc8-e6fe0d5e67d6 is already hosted by enough agents. {{(pid=94616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 04:39:15.241135 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.scheduler.base_scheduler [req-d6234d63-9431-4b57-bf47-66be2b3390d8 req-fa446a58-9ab2-4eae-a1d1-605951b8f3e7 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Resources bound (agent type, host, resource id): {{(pid=94616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 04:39:15.244708 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6234d63-9431-4b57-bf47-66be2b3390d8 req-fa446a58-9ab2-4eae-a1d1-605951b8f3e7 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Received port after_create {{(pid=94616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 04:39:15.253818 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa446a58-9ab2-4eae-a1d1-605951b8f3e7 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Pushing event updated for resources: {'Port': ['ID=62216123-5e92-4f7f-9ab5-2df75be0757a,revision_number=1']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:39:15.286497 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa446a58-9ab2-4eae-a1d1-605951b8f3e7 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:39:15.292083 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa446a58-9ab2-4eae-a1d1-605951b8f3e7 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:39:15.292083 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa446a58-9ab2-4eae-a1d1-605951b8f3e7 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:39:15.292083 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa446a58-9ab2-4eae-a1d1-605951b8f3e7 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:39:15.292083 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa446a58-9ab2-4eae-a1d1-605951b8f3e7 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:39:15.292083 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa446a58-9ab2-4eae-a1d1-605951b8f3e7 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:39:15.292083 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa446a58-9ab2-4eae-a1d1-605951b8f3e7 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:39:15.292083 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa446a58-9ab2-4eae-a1d1-605951b8f3e7 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:39:15.292083 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa446a58-9ab2-4eae-a1d1-605951b8f3e7 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:39:15.292083 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa446a58-9ab2-4eae-a1d1-605951b8f3e7 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:39:15.292083 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa446a58-9ab2-4eae-a1d1-605951b8f3e7 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:39:15.292083 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa446a58-9ab2-4eae-a1d1-605951b8f3e7 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:39:15.313356 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6234d63-9431-4b57-bf47-66be2b3390d8 req-fa446a58-9ab2-4eae-a1d1-605951b8f3e7 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:39:15.313977 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-d6234d63-9431-4b57-bf47-66be2b3390d8 req-fa446a58-9ab2-4eae-a1d1-605951b8f3e7 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34584'] for port, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:39:15.421322 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-d6234d63-9431-4b57-bf47-66be2b3390d8 req-fa446a58-9ab2-4eae-a1d1-605951b8f3e7 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7916250 Sep 22 04:39:15.431819 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [req-d6234d63-9431-4b57-bf47-66be2b3390d8 req-634c149a-7349-4289-b6d8-e8901cc05f31 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94616) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 04:39:15.432820 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-d6234d63-9431-4b57-bf47-66be2b3390d8 req-634c149a-7349-4289-b6d8-e8901cc05f31 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049834 Sep 22 04:39:15.477133 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-0f0510fd-565d-43d9-b24f-78783ff02ce6 None None] Provisioning complete for port 62216123-5e92-4f7f-9ab5-2df75be0757a triggered by entity DHCP. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 04:39:15.477680 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-0f0510fd-565d-43d9-b24f-78783ff02ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628798'] for port, provisioning_complete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:39:15.486235 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.v2.base [req-d6234d63-9431-4b57-bf47-66be2b3390d8 req-950fb0b9-df35-4c49-854a-85e68e155802 service neutron] Request body: {'port': {'device_id': 'a2b3adb7-8820-48bb-a174-9499e8a74908', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81011'}} {{(pid=94616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 04:39:15.511849 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.plugin [None req-0f0510fd-565d-43d9-b24f-78783ff02ce6 None None] Port 62216123-5e92-4f7f-9ab5-2df75be0757a cannot update to ACTIVE because it is not bound. {{(pid=94617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 04:39:15.539656 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-d6234d63-9431-4b57-bf47-66be2b3390d8 req-950fb0b9-df35-4c49-854a-85e68e155802 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:39:15.796236 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.notifiers.nova [req-d6234d63-9431-4b57-bf47-66be2b3390d8 req-950fb0b9-df35-4c49-854a-85e68e155802 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62216123-5e92-4f7f-9ab5-2df75be0757a {{(pid=94616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 04:39:15.803557 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-d6234d63-9431-4b57-bf47-66be2b3390d8 req-950fb0b9-df35-4c49-854a-85e68e155802 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:39:15.814916 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [req-d6234d63-9431-4b57-bf47-66be2b3390d8 req-950fb0b9-df35-4c49-854a-85e68e155802 service neutron] Transition to ACTIVE for port object 62216123-5e92-4f7f-9ab5-2df75be0757a will not be triggered until provisioned by entity L2. {{(pid=94616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 04:39:15.906462 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-d6234d63-9431-4b57-bf47-66be2b3390d8 req-950fb0b9-df35-4c49-854a-85e68e155802 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534565793'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:39:15.954063 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950fb0b9-df35-4c49-854a-85e68e155802 service neutron] Pushing event updated for resources: {'Port': ['ID=62216123-5e92-4f7f-9ab5-2df75be0757a,revision_number=2']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:39:16.029517 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.managers [req-d6234d63-9431-4b57-bf47-66be2b3390d8 req-950fb0b9-df35-4c49-854a-85e68e155802 service neutron] Attempting to bind port 62216123-5e92-4f7f-9ab5-2df75be0757a on host hv-cinder-81011 for vnic_type normal with profile {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 04:39:16.029853 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.managers [req-d6234d63-9431-4b57-bf47-66be2b3390d8 req-950fb0b9-df35-4c49-854a-85e68e155802 service neutron] Attempting to bind port 62216123-5e92-4f7f-9ab5-2df75be0757a by drivers openvswitch,hyperv on host hv-cinder-81011 at level 0 using segments [{'id': '78083204-fca6-4c66-ab51-3841b58130c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c4eb31c7-29a7-4457-bdc8-e6fe0d5e67d6'}] {{(pid=94616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 04:39:16.030201 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6234d63-9431-4b57-bf47-66be2b3390d8 req-950fb0b9-df35-4c49-854a-85e68e155802 service neutron] Attempting to bind port 62216123-5e92-4f7f-9ab5-2df75be0757a on network c4eb31c7-29a7-4457-bdc8-e6fe0d5e67d6 {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 04:39:16.035278 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6234d63-9431-4b57-bf47-66be2b3390d8 req-950fb0b9-df35-4c49-854a-85e68e155802 service neutron] Port 62216123-5e92-4f7f-9ab5-2df75be0757a on network c4eb31c7-29a7-4457-bdc8-e6fe0d5e67d6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81011 {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 04:39:16.035604 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6234d63-9431-4b57-bf47-66be2b3390d8 req-950fb0b9-df35-4c49-854a-85e68e155802 service neutron] Attempting to bind port 62216123-5e92-4f7f-9ab5-2df75be0757a on network c4eb31c7-29a7-4457-bdc8-e6fe0d5e67d6 {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 04:39:16.040878 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6234d63-9431-4b57-bf47-66be2b3390d8 req-950fb0b9-df35-4c49-854a-85e68e155802 service neutron] Checking agent: {'id': '347231d5-0b5a-4d21-8b71-bfdb97c43ccc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81011', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 4, 26, 37), 'started_at': datetime.datetime(2021, 9, 22, 4, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 4, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 04:39:16.041217 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6234d63-9431-4b57-bf47-66be2b3390d8 req-950fb0b9-df35-4c49-854a-85e68e155802 service neutron] Checking segment: {'id': '78083204-fca6-4c66-ab51-3841b58130c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c4eb31c7-29a7-4457-bdc8-e6fe0d5e67d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 04:39:16.041600 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6234d63-9431-4b57-bf47-66be2b3390d8 req-950fb0b9-df35-4c49-854a-85e68e155802 service neutron] Bound using segment: {'id': '78083204-fca6-4c66-ab51-3841b58130c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c4eb31c7-29a7-4457-bdc8-e6fe0d5e67d6'} {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 04:39:16.042026 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.managers [req-d6234d63-9431-4b57-bf47-66be2b3390d8 req-950fb0b9-df35-4c49-854a-85e68e155802 service neutron] Bound port: 62216123-5e92-4f7f-9ab5-2df75be0757a, host: hv-cinder-81011, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78083204-fca6-4c66-ab51-3841b58130c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c4eb31c7-29a7-4457-bdc8-e6fe0d5e67d6'}}] {{(pid=94616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 04:39:16.042445 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-d6234d63-9431-4b57-bf47-66be2b3390d8 req-950fb0b9-df35-4c49-854a-85e68e155802 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:39:16.094485 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0e09e0-4e5b-41e5-a5e0-625412f7209d req-67f04496-1cda-4727-a837-2517cdc42bc5 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:39:16.096014 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-ef0e09e0-4e5b-41e5-a5e0-625412f7209d req-67f04496-1cda-4727-a837-2517cdc42bc5 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2b3adb7-8820-48bb-a174-9499e8a74908 HTTP/1.1" status: 200 len: 944 time: 0.0540199 Sep 22 04:39:16.111862 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [req-d6234d63-9431-4b57-bf47-66be2b3390d8 req-950fb0b9-df35-4c49-854a-85e68e155802 service neutron] For port 62216123-5e92-4f7f-9ab5-2df75be0757a, host hv-cinder-81011, cleared binding levels {{(pid=94616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 04:39:16.114829 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [req-d6234d63-9431-4b57-bf47-66be2b3390d8 req-950fb0b9-df35-4c49-854a-85e68e155802 service neutron] For port 62216123-5e92-4f7f-9ab5-2df75be0757a, host hv-cinder-81011, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81011',level=0,port_id=62216123-5e92-4f7f-9ab5-2df75be0757a,segment=NetworkSegment(78083204-fca6-4c66-ab51-3841b58130c0),segment_id=78083204-fca6-4c66-ab51-3841b58130c0)] {{(pid=94616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 04:39:16.134010 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-ef0e09e0-4e5b-41e5-a5e0-625412f7209d req-b18a186f-baeb-4bad-aee6-7ad98fdb7409 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] 10.222.0.24 "GET /v2.0/security-groups?id=266508a2-853d-4976-bd87-6270dd3d221e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317917 Sep 22 04:39:16.192260 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-d6234d63-9431-4b57-bf47-66be2b3390d8 req-950fb0b9-df35-4c49-854a-85e68e155802 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534565793'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:39:16.227166 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6234d63-9431-4b57-bf47-66be2b3390d8 req-950fb0b9-df35-4c49-854a-85e68e155802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:39:16.227765 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-d6234d63-9431-4b57-bf47-66be2b3390d8 req-950fb0b9-df35-4c49-854a-85e68e155802 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34584'] for port, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:39:16.229156 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-d6234d63-9431-4b57-bf47-66be2b3390d8 req-950fb0b9-df35-4c49-854a-85e68e155802 service neutron] 10.222.0.30 "PUT /v2.0/ports/62216123-5e92-4f7f-9ab5-2df75be0757a HTTP/1.1" status: 200 len: 1094 time: 0.7887805 Sep 22 04:39:16.229579 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2b3adb7-8820-48bb-a174-9499e8a74908', 'tag': '62216123-5e92-4f7f-9ab5-2df75be0757a'}] {{(pid=94616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 04:39:16.231762 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ee93b3f7eb2b2b6a350c95698ebe5b9c8d238e2160e747b625fec6bb3c76933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f6505c7-fc67-49e4-bb2e-dc0a7886b3fe" -d '{"events": [{"name": "network-changed", "server_uuid": "a2b3adb7-8820-48bb-a174-9499e8a74908", "tag": "62216123-5e92-4f7f-9ab5-2df75be0757a"}]}' {{(pid=94616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 04:39:16.256546 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950fb0b9-df35-4c49-854a-85e68e155802 service neutron] Pushing event updated for resources: {'Port': ['ID=62216123-5e92-4f7f-9ab5-2df75be0757a,revision_number=3']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:39:16.326621 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 04:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b30fbd7-0494-42f7-81cb-bdfed752b2d6 x-openstack-request-id: req-6b30fbd7-0494-42f7-81cb-bdfed752b2d6 {{(pid=94616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 04:39:16.326926 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2b3adb7-8820-48bb-a174-9499e8a74908", "tag": "62216123-5e92-4f7f-9ab5-2df75be0757a", "status": "completed", "code": 200}]} {{(pid=94616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 04:39:16.327153 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6b30fbd7-0494-42f7-81cb-bdfed752b2d6 {{(pid=94616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 04:39:16.327544 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2b3adb7-8820-48bb-a174-9499e8a74908', 'tag': '62216123-5e92-4f7f-9ab5-2df75be0757a', 'status': 'completed', 'code': 200} Sep 22 04:39:16.390062 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6505c7-fc67-49e4-bb2e-dc0a7886b3fe req-d31cca75-f6a0-44d2-8bdb-09d30fb12e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:39:16.391548 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-4f6505c7-fc67-49e4-bb2e-dc0a7886b3fe req-d31cca75-f6a0-44d2-8bdb-09d30fb12e3f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4b68482b3b1e4a76a2dcfa13c010ddd3&device_id=a2b3adb7-8820-48bb-a174-9499e8a74908 HTTP/1.1" status: 200 len: 1097 time: 0.0409224 Sep 22 04:39:16.488367 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6505c7-fc67-49e4-bb2e-dc0a7886b3fe req-f4647fa6-f412-4bc2-a3cc-69d566cb434c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:39:16.489850 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-4f6505c7-fc67-49e4-bb2e-dc0a7886b3fe req-f4647fa6-f412-4bc2-a3cc-69d566cb434c service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=4b68482b3b1e4a76a2dcfa13c010ddd3&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0903568 Sep 22 04:39:16.577529 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6505c7-fc67-49e4-bb2e-dc0a7886b3fe req-4d0807fc-d83c-4128-8f6c-ede1653a55be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:39:16.578910 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-4f6505c7-fc67-49e4-bb2e-dc0a7886b3fe req-4d0807fc-d83c-4128-8f6c-ede1653a55be service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0824504 Sep 22 04:39:16.652886 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6234d63-9431-4b57-bf47-66be2b3390d8 req-0465a7da-3866-4eae-a56e-bebc1a86b28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:39:16.654326 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-d6234d63-9431-4b57-bf47-66be2b3390d8 req-0465a7da-3866-4eae-a56e-bebc1a86b28b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4b68482b3b1e4a76a2dcfa13c010ddd3&device_id=a2b3adb7-8820-48bb-a174-9499e8a74908 HTTP/1.1" status: 200 len: 1097 time: 0.0419378 Sep 22 04:39:16.694986 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-d6234d63-9431-4b57-bf47-66be2b3390d8 req-472fe4b7-1874-42e8-94e7-c4de401955db service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=62216123-5e92-4f7f-9ab5-2df75be0757a HTTP/1.1" status: 200 len: 217 time: 0.0324705 Sep 22 04:39:16.740083 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6234d63-9431-4b57-bf47-66be2b3390d8 req-003f3d1e-cefa-4223-8add-0e48f978b8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:39:16.741451 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-d6234d63-9431-4b57-bf47-66be2b3390d8 req-003f3d1e-cefa-4223-8add-0e48f978b8e8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=51faac7c-bbcf-4e3e-9d43-95b863ca52fa HTTP/1.1" status: 200 len: 848 time: 0.0401120 Sep 22 04:39:16.784799 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6234d63-9431-4b57-bf47-66be2b3390d8 req-ad2a7738-8475-4d0e-a50d-8aa45a68d489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:39:16.788077 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-d6234d63-9431-4b57-bf47-66be2b3390d8 req-ad2a7738-8475-4d0e-a50d-8aa45a68d489 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c4eb31c7-29a7-4457-bdc8-e6fe0d5e67d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0376949 Sep 22 04:39:16.876256 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-d6234d63-9431-4b57-bf47-66be2b3390d8 req-c17f26c1-935f-4bed-885b-44b2e48de31b service neutron] 10.222.0.30 "GET /v2.0/networks/c4eb31c7-29a7-4457-bdc8-e6fe0d5e67d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826395 Sep 22 04:39:16.967884 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-d6234d63-9431-4b57-bf47-66be2b3390d8 req-e16c2757-973d-4341-90a7-47998ff21f23 service neutron] 10.222.0.30 "GET /v2.0/networks/c4eb31c7-29a7-4457-bdc8-e6fe0d5e67d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840199 Sep 22 04:39:17.250047 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e1cc4c-bf20-43a4-aa6b-a519f24880ad req-595107e8-c23a-4a98-9c4e-ccc7a98cda8d tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:39:17.251506 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-11e1cc4c-bf20-43a4-aa6b-a519f24880ad req-595107e8-c23a-4a98-9c4e-ccc7a98cda8d tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2b3adb7-8820-48bb-a174-9499e8a74908 HTTP/1.1" status: 200 len: 944 time: 0.0498738 Sep 22 04:39:17.288829 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-11e1cc4c-bf20-43a4-aa6b-a519f24880ad req-5ac8ac01-e453-4bb8-8796-9bc3cc7fd5e2 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] 10.222.0.24 "GET /v2.0/security-groups?id=266508a2-853d-4976-bd87-6270dd3d221e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310612 Sep 22 04:39:18.403152 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f7a089-0118-4e3d-826c-5e09d07360a3 req-0ab1550a-b475-4e4e-9942-bc67199148a9 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:39:18.404621 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-e9f7a089-0118-4e3d-826c-5e09d07360a3 req-0ab1550a-b475-4e4e-9942-bc67199148a9 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2b3adb7-8820-48bb-a174-9499e8a74908 HTTP/1.1" status: 200 len: 944 time: 0.0467582 Sep 22 04:39:18.441458 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-e9f7a089-0118-4e3d-826c-5e09d07360a3 req-891fb38d-71dd-44ce-92c9-24799ec36932 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] 10.222.0.24 "GET /v2.0/security-groups?id=266508a2-853d-4976-bd87-6270dd3d221e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303617 Sep 22 04:39:19.551383 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eb37b2-b89e-42be-84de-4ad4140a2d4c req-3d046683-838b-4ac8-ac73-63e47b81d118 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:39:19.552880 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-16eb37b2-b89e-42be-84de-4ad4140a2d4c req-3d046683-838b-4ac8-ac73-63e47b81d118 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2b3adb7-8820-48bb-a174-9499e8a74908 HTTP/1.1" status: 200 len: 944 time: 0.0475874 Sep 22 04:39:19.592888 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-16eb37b2-b89e-42be-84de-4ad4140a2d4c req-b035a9a7-647e-4956-ac92-cf9c925f9f19 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] 10.222.0.24 "GET /v2.0/security-groups?id=266508a2-853d-4976-bd87-6270dd3d221e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340540 Sep 22 04:39:20.111534 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-aad1262a-0fba-4588-8a43-110e7554bf28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:39:20.701780 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85072ea5-e58f-4a22-89d1-e46e29a92829 req-70720060-f224-4f36-82b7-f50b984d247d tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:39:20.703254 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-85072ea5-e58f-4a22-89d1-e46e29a92829 req-70720060-f224-4f36-82b7-f50b984d247d tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2b3adb7-8820-48bb-a174-9499e8a74908 HTTP/1.1" status: 200 len: 944 time: 0.0459957 Sep 22 04:39:20.739047 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-85072ea5-e58f-4a22-89d1-e46e29a92829 req-9254db81-0906-4772-b706-00567cdcd30c tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] 10.222.0.24 "GET /v2.0/security-groups?id=266508a2-853d-4976-bd87-6270dd3d221e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293436 Sep 22 04:39:21.850322 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d424240-a3b0-4555-905e-49fac61486e5 req-07d013fe-1d5a-444d-9ae5-915f2772a583 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:39:21.851705 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-5d424240-a3b0-4555-905e-49fac61486e5 req-07d013fe-1d5a-444d-9ae5-915f2772a583 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2b3adb7-8820-48bb-a174-9499e8a74908 HTTP/1.1" status: 200 len: 944 time: 0.0475402 Sep 22 04:39:21.887896 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-5d424240-a3b0-4555-905e-49fac61486e5 req-d89b0ad2-8544-4f23-8763-68d50e462516 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] 10.222.0.24 "GET /v2.0/security-groups?id=266508a2-853d-4976-bd87-6270dd3d221e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302358 Sep 22 04:39:22.522938 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-59d725a5-fb44-44a0-8249-fd59daa48aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:39:23.002165 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046af156-fd2c-4c1e-98a4-6fd41451ca8f req-a31d660b-9adf-4a9c-8099-732955f04878 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:39:23.004484 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-046af156-fd2c-4c1e-98a4-6fd41451ca8f req-a31d660b-9adf-4a9c-8099-732955f04878 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2b3adb7-8820-48bb-a174-9499e8a74908 HTTP/1.1" status: 200 len: 944 time: 0.0502853 Sep 22 04:39:23.040818 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-046af156-fd2c-4c1e-98a4-6fd41451ca8f req-0ac8c5ac-efb1-4bae-85ab-042324e22065 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] 10.222.0.24 "GET /v2.0/security-groups?id=266508a2-853d-4976-bd87-6270dd3d221e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304639 Sep 22 04:39:23.293318 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:39:23.804376 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Device 62216123-5e92-4f7f-9ab5-2df75be0757a details requested by agent hyperv_hv-cinder-81011 with host hv-cinder-81011 {{(pid=94617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 04:39:23.898280 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] For port 62216123-5e92-4f7f-9ab5-2df75be0757a, host hv-cinder-81011, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81011',level=0,port_id=62216123-5e92-4f7f-9ab5-2df75be0757a,segment=NetworkSegment(78083204-fca6-4c66-ab51-3841b58130c0),segment_id=78083204-fca6-4c66-ab51-3841b58130c0)] {{(pid=94617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:39:23.909633 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Returning: {'device': '62216123-5e92-4f7f-9ab5-2df75be0757a', 'network_id': 'c4eb31c7-29a7-4457-bdc8-e6fe0d5e67d6', 'port_id': '62216123-5e92-4f7f-9ab5-2df75be0757a', 'mac_address': 'fa:16:3e:01:f5:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51faac7c-bbcf-4e3e-9d43-95b863ca52fa', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 04:39:23.944667 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:39:23.957390 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.notifiers.nova [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62216123-5e92-4f7f-9ab5-2df75be0757a {{(pid=94617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 04:39:23.976640 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] For port 62216123-5e92-4f7f-9ab5-2df75be0757a, host hv-cinder-81011, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81011',level=0,port_id=62216123-5e92-4f7f-9ab5-2df75be0757a,segment=NetworkSegment(78083204-fca6-4c66-ab51-3841b58130c0),segment_id=78083204-fca6-4c66-ab51-3841b58130c0)] {{(pid=94617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:39:24.054398 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:39:24.104401 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-62fe730e-da9a-4cac-a5e3-718f571d83ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:39:24.105218 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Pushing event updated for resources: {'Port': ['ID=62216123-5e92-4f7f-9ab5-2df75be0757a,revision_number=4']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:39:24.151287 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511df79f-75ec-4acf-ab43-09402487e51e req-36ffe417-2fcc-4828-9a9d-037ac84545ee tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:39:24.152721 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-511df79f-75ec-4acf-ab43-09402487e51e req-36ffe417-2fcc-4828-9a9d-037ac84545ee tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2b3adb7-8820-48bb-a174-9499e8a74908 HTTP/1.1" status: 200 len: 945 time: 0.0472310 Sep 22 04:39:24.189358 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-511df79f-75ec-4acf-ab43-09402487e51e req-e3c8c747-57b9-4cc0-8fcd-ea076c638d5a tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] 10.222.0.24 "GET /v2.0/security-groups?id=266508a2-853d-4976-bd87-6270dd3d221e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306618 Sep 22 04:39:24.260016 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] get_ports_and_sgs() called for port_ids ['62216123-5e92-4f7f-9ab5-2df75be0757a'] {{(pid=94617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 04:39:25.300919 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cdf617-49ea-4742-a268-01678cb53c7a req-670fa0c3-e692-4a6d-a28e-ef7065fbfc04 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:39:25.302363 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-90cdf617-49ea-4742-a268-01678cb53c7a req-670fa0c3-e692-4a6d-a28e-ef7065fbfc04 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2b3adb7-8820-48bb-a174-9499e8a74908 HTTP/1.1" status: 200 len: 945 time: 0.0474210 Sep 22 04:39:25.337840 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-90cdf617-49ea-4742-a268-01678cb53c7a req-b0b80c8d-09ee-4522-8761-d2b4f7b1a42f tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] 10.222.0.24 "GET /v2.0/security-groups?id=266508a2-853d-4976-bd87-6270dd3d221e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296922 Sep 22 04:39:25.664596 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-c7bbae2d-f237-46cc-b838-3371bd865633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:39:25.820007 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Device 62216123-5e92-4f7f-9ab5-2df75be0757a up at agent hyperv_hv-cinder-81011 {{(pid=94617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 04:39:25.922538 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Provisioning for port 62216123-5e92-4f7f-9ab5-2df75be0757a completed by entity L2. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 04:39:25.926289 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Provisioning complete for port 62216123-5e92-4f7f-9ab5-2df75be0757a triggered by entity L2. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 04:39:25.926654 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628798'] for port, provisioning_complete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:39:25.999141 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:39:26.021308 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2b3adb7-8820-48bb-a174-9499e8a74908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62216123-5e92-4f7f-9ab5-2df75be0757a'}] {{(pid=94617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 04:39:26.023523 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}993cef13cba3f0ab7640ec7edf55a13b4a27e0226575f61fb20ce20e7b239147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3846e77b-837d-4f7d-a144-c677401df522" -d '{"events": [{"server_uuid": "a2b3adb7-8820-48bb-a174-9499e8a74908", "name": "network-vif-plugged", "status": "completed", "tag": "62216123-5e92-4f7f-9ab5-2df75be0757a"}]}' {{(pid=94617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 04:39:26.035382 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] For port 62216123-5e92-4f7f-9ab5-2df75be0757a, host hv-cinder-81011, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81011',level=0,port_id=62216123-5e92-4f7f-9ab5-2df75be0757a,segment=NetworkSegment(78083204-fca6-4c66-ab51-3841b58130c0),segment_id=78083204-fca6-4c66-ab51-3841b58130c0)] {{(pid=94617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:39:26.059371 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 04:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6395bbc-ec47-44d2-9e68-07e8f19894ab x-openstack-request-id: req-d6395bbc-ec47-44d2-9e68-07e8f19894ab {{(pid=94617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 04:39:26.059664 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2b3adb7-8820-48bb-a174-9499e8a74908", "name": "network-vif-plugged", "status": "completed", "tag": "62216123-5e92-4f7f-9ab5-2df75be0757a", "code": 200}]} {{(pid=94617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 04:39:26.059996 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d6395bbc-ec47-44d2-9e68-07e8f19894ab {{(pid=94617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 04:39:26.060417 dv-cinder-810118-1-iscsi neutron-server[94617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2b3adb7-8820-48bb-a174-9499e8a74908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62216123-5e92-4f7f-9ab5-2df75be0757a', 'code': 200} Sep 22 04:39:26.115830 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:39:26.165423 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Pushing event updated for resources: {'Port': ['ID=62216123-5e92-4f7f-9ab5-2df75be0757a,revision_number=5']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:39:26.477948 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3a9160-9d44-4cbd-8502-c5ff72076748 req-615b4547-ea9b-4258-8ad0-ede03bdbafce tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:39:26.479393 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-0b3a9160-9d44-4cbd-8502-c5ff72076748 req-615b4547-ea9b-4258-8ad0-ede03bdbafce tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2b3adb7-8820-48bb-a174-9499e8a74908 HTTP/1.1" status: 200 len: 946 time: 0.0749865 Sep 22 04:39:26.481008 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e4e20c-3ce1-4d47-b617-9df39895f9db req-aae3610b-affe-416b-8321-d5e8241d07e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:39:26.482368 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-22e4e20c-3ce1-4d47-b617-9df39895f9db req-aae3610b-affe-416b-8321-d5e8241d07e0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a2b3adb7-8820-48bb-a174-9499e8a74908 HTTP/1.1" status: 200 len: 1099 time: 0.0693457 Sep 22 04:39:26.536489 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-0b3a9160-9d44-4cbd-8502-c5ff72076748 req-5110f2d3-db50-4105-a9f3-c3b1f04e7d77 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] 10.222.0.24 "GET /v2.0/security-groups?id=266508a2-853d-4976-bd87-6270dd3d221e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512609 Sep 22 04:39:26.538044 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-22e4e20c-3ce1-4d47-b617-9df39895f9db req-802949ce-7bb4-4217-80fe-bdb519825160 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=266508a2-853d-4976-bd87-6270dd3d221e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469069 Sep 22 04:39:27.656261 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b6fad6-b6ed-49ba-be5b-53a246f0f10a req-4b8c5585-e90f-4933-9829-24553192293a tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:39:27.657771 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-82b6fad6-b6ed-49ba-be5b-53a246f0f10a req-4b8c5585-e90f-4933-9829-24553192293a tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2b3adb7-8820-48bb-a174-9499e8a74908 HTTP/1.1" status: 200 len: 946 time: 0.0499365 Sep 22 04:39:27.699873 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-82b6fad6-b6ed-49ba-be5b-53a246f0f10a req-fc4b2124-49f9-4ad0-b6ed-8f36c084890e tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] 10.222.0.24 "GET /v2.0/security-groups?id=266508a2-853d-4976-bd87-6270dd3d221e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360475 Sep 22 04:39:28.810359 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320d07ab-733b-4aae-8f18-30cf47af4c97 req-94837a83-014b-4ff2-8d81-050eba9a1b9c tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:39:28.811815 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-320d07ab-733b-4aae-8f18-30cf47af4c97 req-94837a83-014b-4ff2-8d81-050eba9a1b9c tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2b3adb7-8820-48bb-a174-9499e8a74908 HTTP/1.1" status: 200 len: 946 time: 0.0467925 Sep 22 04:39:28.849172 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-320d07ab-733b-4aae-8f18-30cf47af4c97 req-5b3e0a0f-1d4a-4909-855d-a3c0cff5f4e5 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] 10.222.0.24 "GET /v2.0/security-groups?id=266508a2-853d-4976-bd87-6270dd3d221e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309660 Sep 22 04:39:28.960050 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94784b7d-afb4-42ef-8f08-c5d2962c92a8 req-e783b907-54c1-4bf1-9ca4-76a43795e46c tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:39:28.961519 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-94784b7d-afb4-42ef-8f08-c5d2962c92a8 req-e783b907-54c1-4bf1-9ca4-76a43795e46c tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2b3adb7-8820-48bb-a174-9499e8a74908 HTTP/1.1" status: 200 len: 946 time: 0.0478992 Sep 22 04:39:28.997260 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-94784b7d-afb4-42ef-8f08-c5d2962c92a8 req-b578f9e2-11b6-47d5-bbd3-74a54a5ba571 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] 10.222.0.24 "GET /v2.0/security-groups?id=266508a2-853d-4976-bd87-6270dd3d221e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298784 Sep 22 04:39:29.018887 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 51144) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:39:29.095958 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e34cfc7-d73b-441c-b618-7851f481d231 tempest-TestShelveInstance-395045853 tempest-TestShelveInstance-395045853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:39:29.097483 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-5e34cfc7-d73b-441c-b618-7851f481d231 tempest-TestShelveInstance-395045853 tempest-TestShelveInstance-395045853-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=a2b3adb7-8820-48bb-a174-9499e8a74908 HTTP/1.1" status: 200 len: 1094 time: 0.0776720 Sep 22 04:39:29.100290 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 51148) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:39:29.104349 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.v2.base [None req-212e8852-9481-4af4-8f80-76cc7efa53a0 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Request body: {'floatingip': {'floating_network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'port_id': '62216123-5e92-4f7f-9ab5-2df75be0757a', 'tenant_id': '4b68482b3b1e4a76a2dcfa13c010ddd3', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 04:39:29.213953 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-212e8852-9481-4af4-8f80-76cc7efa53a0 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Notify callbacks [] for floatingip, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:39:29.309909 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-212e8852-9481-4af4-8f80-76cc7efa53a0 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:39:29.408716 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.db.db_base_plugin_common [None req-212e8852-9481-4af4-8f80-76cc7efa53a0 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Allocated IP 172.27.3.100 (1c001e5d-5f10-46e0-9089-3ba13d08e463/ef28eb13-4204-4034-a22d-0722adaca342/2ba5bd73-8e18-4a4b-9bd3-86ef194fdda6) {{(pid=94615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 04:39:29.508554 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-212e8852-9481-4af4-8f80-76cc7efa53a0 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Notify callbacks [] for port, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:39:29.597854 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-212e8852-9481-4af4-8f80-76cc7efa53a0 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769518673857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533447879'] for port, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:39:29.636433 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-212e8852-9481-4af4-8f80-76cc7efa53a0 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Network 1c001e5d-5f10-46e0-9089-3ba13d08e463 is already hosted by enough agents. {{(pid=94615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 04:39:29.639229 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.scheduler.base_scheduler [None req-212e8852-9481-4af4-8f80-76cc7efa53a0 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Resources bound (agent type, host, resource id): {{(pid=94615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 04:39:29.641777 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212e8852-9481-4af4-8f80-76cc7efa53a0 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Received port after_create {{(pid=94615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 04:39:29.667113 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e8852-9481-4af4-8f80-76cc7efa53a0 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Pushing event updated for resources: {'Port': ['ID=2ba5bd73-8e18-4a4b-9bd3-86ef194fdda6,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:39:29.684804 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e8852-9481-4af4-8f80-76cc7efa53a0 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:39:29.685152 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e8852-9481-4af4-8f80-76cc7efa53a0 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:39:29.685493 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e8852-9481-4af4-8f80-76cc7efa53a0 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:39:29.685841 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e8852-9481-4af4-8f80-76cc7efa53a0 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:39:29.686155 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e8852-9481-4af4-8f80-76cc7efa53a0 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:39:29.686485 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e8852-9481-4af4-8f80-76cc7efa53a0 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:39:29.686807 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e8852-9481-4af4-8f80-76cc7efa53a0 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:39:29.687126 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e8852-9481-4af4-8f80-76cc7efa53a0 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:39:29.687448 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e8852-9481-4af4-8f80-76cc7efa53a0 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:39:29.687766 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e8852-9481-4af4-8f80-76cc7efa53a0 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:39:29.688082 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e8852-9481-4af4-8f80-76cc7efa53a0 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:39:29.688399 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212e8852-9481-4af4-8f80-76cc7efa53a0 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:39:30.007242 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-212e8852-9481-4af4-8f80-76cc7efa53a0 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:39:30.129541 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-212e8852-9481-4af4-8f80-76cc7efa53a0 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:39:30.272599 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-212e8852-9481-4af4-8f80-76cc7efa53a0 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Notify callbacks [] for port, precommit_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:39:30.346103 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-212e8852-9481-4af4-8f80-76cc7efa53a0 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533447884'] for port, after_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:39:30.415884 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e8852-9481-4af4-8f80-76cc7efa53a0 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Pushing event updated for resources: {'Port': ['ID=2ba5bd73-8e18-4a4b-9bd3-86ef194fdda6,revision_number=2']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:39:30.425429 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-212e8852-9481-4af4-8f80-76cc7efa53a0 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1865242'] for floatingip, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:39:30.522433 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.db.l3_db [None req-212e8852-9481-4af4-8f80-76cc7efa53a0 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Floating IP 4db7dd55-e90c-4f4d-8d3d-5b5947cca884 associated. External IP: 172.27.3.100, port: 62216123-5e92-4f7f-9ab5-2df75be0757a. Sep 22 04:39:30.928006 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-212e8852-9481-4af4-8f80-76cc7efa53a0 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Router 5ab5e043-5946-4ee4-b52f-f8b224732d2b has already been hosted by L3 agent 67baeb3b-346e-4680-9ea8-6eec6aa84835 {{(pid=94615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 04:39:31.031861 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-212e8852-9481-4af4-8f80-76cc7efa53a0 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Notify agent at l3_agent.dv-cinder-810118-1-iscsi the message routers_updated {{(pid=94615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 04:39:31.041457 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0be794-47b8-41c0-a8f5-335d1418ecfd None None] Sync routers for ids ['5ab5e043-5946-4ee4-b52f-f8b224732d2b'] in dv-cinder-810118-1-iscsi {{(pid=94617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 04:39:31.050875 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0be794-47b8-41c0-a8f5-335d1418ecfd None None] Routers {'5ab5e043-5946-4ee4-b52f-f8b224732d2b'} bound to L3 agent in host dv-cinder-810118-1-iscsi {{(pid=94617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 04:39:31.051539 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-1b0be794-47b8-41c0-a8f5-335d1418ecfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810118-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T04:20:22Z,description=,heartbeat_timestamp=2021-09-22T04:39:22Z,host='dv-cinder-810118-1-iscsi',id=67baeb3b-346e-4680-9ea8-6eec6aa84835,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T04:20:23Z,topic='l3_agent')) {'router_ids': ['5ab5e043-5946-4ee4-b52f-f8b224732d2b'], 'active': True} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:39:31.134537 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-212e8852-9481-4af4-8f80-76cc7efa53a0 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34584'] for floatingip, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:39:31.156400 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvr_db [None req-1b0be794-47b8-41c0-a8f5-335d1418ecfd None None] Set router 5ab5e043-5946-4ee4-b52f-f8b224732d2b gateway port host: dv-cinder-810118-1-iscsi {{(pid=94617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 04:39:31.161709 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-212e8852-9481-4af4-8f80-76cc7efa53a0 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0602686 Sep 22 04:39:31.162164 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2b3adb7-8820-48bb-a174-9499e8a74908', 'tag': '62216123-5e92-4f7f-9ab5-2df75be0757a'}] {{(pid=94615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 04:39:31.164414 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d27d553a3b9744112e878a2e80866f1fe0303ccc5aac5545403223d44c5d0e8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5384239d-ab6b-43dc-a427-46a0ff6e3356" -d '{"events": [{"name": "network-changed", "server_uuid": "a2b3adb7-8820-48bb-a174-9499e8a74908", "tag": "62216123-5e92-4f7f-9ab5-2df75be0757a"}]}' {{(pid=94615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 04:39:31.256062 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 04:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15f1bb85-095b-49bd-aa0a-854b7800a396 x-openstack-request-id: req-15f1bb85-095b-49bd-aa0a-854b7800a396 {{(pid=94615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 04:39:31.256344 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2b3adb7-8820-48bb-a174-9499e8a74908", "tag": "62216123-5e92-4f7f-9ab5-2df75be0757a", "status": "completed", "code": 200}]} {{(pid=94615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 04:39:31.256629 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-15f1bb85-095b-49bd-aa0a-854b7800a396 {{(pid=94615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 04:39:31.257022 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2b3adb7-8820-48bb-a174-9499e8a74908', 'tag': '62216123-5e92-4f7f-9ab5-2df75be0757a', 'status': 'completed', 'code': 200} Sep 22 04:39:31.317825 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5384239d-ab6b-43dc-a427-46a0ff6e3356 req-3cd3a498-83a3-4e0b-8f35-d3933a44a9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:39:31.319301 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-5384239d-ab6b-43dc-a427-46a0ff6e3356 req-3cd3a498-83a3-4e0b-8f35-d3933a44a9dc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4b68482b3b1e4a76a2dcfa13c010ddd3&device_id=a2b3adb7-8820-48bb-a174-9499e8a74908 HTTP/1.1" status: 200 len: 1099 time: 0.0388007 Sep 22 04:39:31.376720 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-1b0be794-47b8-41c0-a8f5-335d1418ecfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab5e043-5946-4ee4-b52f-f8b224732d2b', 'name': 'tempest-TestShelveInstance-1584685274-router', 'tenant_id': '4b68482b3b1e4a76a2dcfa13c010ddd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'external_fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': 'd2896124-2417-4e74-8270-ebeceef8c0ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T04:38:41Z', 'updated_at': '2021-09-22T04:38:44Z', 'revision_number': 4, 'project_id': '4b68482b3b1e4a76a2dcfa13c010ddd3', 'gw_port': {'id': 'd2896124-2417-4e74-8270-ebeceef8c0ae', 'name': '', 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:1d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab5e043-5946-4ee4-b52f-f8b224732d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:38:41Z', 'updated_at': '2021-09-22T04:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810118-1-iscsi', '_floatingips': [{'id': '4db7dd55-e90c-4f4d-8d3d-5b5947cca884', 'tenant_id': '4b68482b3b1e4a76a2dcfa13c010ddd3', 'floating_ip_address': '172.27.3.100', 'floating_network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'router_id': '5ab5e043-5946-4ee4-b52f-f8b224732d2b', 'port_id': '62216123-5e92-4f7f-9ab5-2df75be0757a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4eb31c7-29a7-4457-bdc8-e6fe0d5e67d6', 'mac_address': 'fa:16:3e:01:f5:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b3adb7-8820-48bb-a174-9499e8a74908', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T04:39:29Z', 'updated_at': '2021-09-22T04:39:29Z', 'revision_number': 0, 'project_id': '4b68482b3b1e4a76a2dcfa13c010ddd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46f604f0-8e48-41dc-98e2-2b65d571056e', 'name': '', 'network_id': 'c4eb31c7-29a7-4457-bdc8-e6fe0d5e67d6', 'tenant_id': '4b68482b3b1e4a76a2dcfa13c010ddd3', 'mac_address': 'fa:16:3e:19:f1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab5e043-5946-4ee4-b52f-f8b224732d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '51faac7c-bbcf-4e3e-9d43-95b863ca52fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:38:43Z', 'updated_at': '2021-09-22T04:38:47Z', 'revision_number': 5, 'project_id': '4b68482b3b1e4a76a2dcfa13c010ddd3', 'subnets': [{'id': '51faac7c-bbcf-4e3e-9d43-95b863ca52fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810118-1-iscsi', False) {} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:39:31.412817 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5384239d-ab6b-43dc-a427-46a0ff6e3356 req-c8ca7c3f-5e4d-422a-8b48-4e7a4143d711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:39:31.414605 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-5384239d-ab6b-43dc-a427-46a0ff6e3356 req-c8ca7c3f-5e4d-422a-8b48-4e7a4143d711 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c4eb31c7-29a7-4457-bdc8-e6fe0d5e67d6 HTTP/1.1" status: 200 len: 909 time: 0.0884743 Sep 22 04:39:31.480420 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-5384239d-ab6b-43dc-a427-46a0ff6e3356 req-dec1c5a6-8331-4616-b5af-0a831b38771a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=62216123-5e92-4f7f-9ab5-2df75be0757a HTTP/1.1" status: 200 len: 1000 time: 0.0583475 Sep 22 04:39:31.523204 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0be794-47b8-41c0-a8f5-335d1418ecfd None None] Checking router: 5ab5e043-5946-4ee4-b52f-f8b224732d2b for host: dv-cinder-810118-1-iscsi {{(pid=94617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 04:39:31.532480 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0be794-47b8-41c0-a8f5-335d1418ecfd None None] Routers {'5ab5e043-5946-4ee4-b52f-f8b224732d2b'} bound to L3 agent in host dv-cinder-810118-1-iscsi {{(pid=94617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 04:39:31.533106 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-1b0be794-47b8-41c0-a8f5-335d1418ecfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810118-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T04:20:22Z,description=,heartbeat_timestamp=2021-09-22T04:39:22Z,host='dv-cinder-810118-1-iscsi',id=67baeb3b-346e-4680-9ea8-6eec6aa84835,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T04:20:23Z,topic='l3_agent')) {'router_ids': ['5ab5e043-5946-4ee4-b52f-f8b224732d2b'], 'active': True} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:39:31.535325 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5384239d-ab6b-43dc-a427-46a0ff6e3356 req-5e936316-ccad-4e18-b86c-1a0845b1ae88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:39:31.536881 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-5384239d-ab6b-43dc-a427-46a0ff6e3356 req-5e936316-ccad-4e18-b86c-1a0845b1ae88 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=51faac7c-bbcf-4e3e-9d43-95b863ca52fa HTTP/1.1" status: 200 len: 848 time: 0.0483241 Sep 22 04:39:31.581904 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5384239d-ab6b-43dc-a427-46a0ff6e3356 req-f098a402-96af-49da-bad5-b93e66f577e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:39:31.583387 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-5384239d-ab6b-43dc-a427-46a0ff6e3356 req-f098a402-96af-49da-bad5-b93e66f577e8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c4eb31c7-29a7-4457-bdc8-e6fe0d5e67d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398893 Sep 22 04:39:31.639493 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvr_db [None req-1b0be794-47b8-41c0-a8f5-335d1418ecfd None None] Set router 5ab5e043-5946-4ee4-b52f-f8b224732d2b gateway port host: dv-cinder-810118-1-iscsi {{(pid=94617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 04:39:31.674915 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-5384239d-ab6b-43dc-a427-46a0ff6e3356 req-75f812ee-cbf5-4dee-8394-1c7c3f6abb48 service neutron] 10.222.0.30 "GET /v2.0/networks/c4eb31c7-29a7-4457-bdc8-e6fe0d5e67d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838869 Sep 22 04:39:31.761964 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-5384239d-ab6b-43dc-a427-46a0ff6e3356 req-0594562a-2588-4d90-ae2c-17ef0ed04bff service neutron] 10.222.0.30 "GET /v2.0/networks/c4eb31c7-29a7-4457-bdc8-e6fe0d5e67d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807531 Sep 22 04:39:31.858259 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-1b0be794-47b8-41c0-a8f5-335d1418ecfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab5e043-5946-4ee4-b52f-f8b224732d2b', 'name': 'tempest-TestShelveInstance-1584685274-router', 'tenant_id': '4b68482b3b1e4a76a2dcfa13c010ddd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'external_fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': 'd2896124-2417-4e74-8270-ebeceef8c0ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T04:38:41Z', 'updated_at': '2021-09-22T04:38:44Z', 'revision_number': 4, 'project_id': '4b68482b3b1e4a76a2dcfa13c010ddd3', 'gw_port': {'id': 'd2896124-2417-4e74-8270-ebeceef8c0ae', 'name': '', 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:1d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab5e043-5946-4ee4-b52f-f8b224732d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:38:41Z', 'updated_at': '2021-09-22T04:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810118-1-iscsi', '_floatingips': [{'id': '4db7dd55-e90c-4f4d-8d3d-5b5947cca884', 'tenant_id': '4b68482b3b1e4a76a2dcfa13c010ddd3', 'floating_ip_address': '172.27.3.100', 'floating_network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'router_id': '5ab5e043-5946-4ee4-b52f-f8b224732d2b', 'port_id': '62216123-5e92-4f7f-9ab5-2df75be0757a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4eb31c7-29a7-4457-bdc8-e6fe0d5e67d6', 'mac_address': 'fa:16:3e:01:f5:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b3adb7-8820-48bb-a174-9499e8a74908', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T04:39:29Z', 'updated_at': '2021-09-22T04:39:29Z', 'revision_number': 0, 'project_id': '4b68482b3b1e4a76a2dcfa13c010ddd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46f604f0-8e48-41dc-98e2-2b65d571056e', 'name': '', 'network_id': 'c4eb31c7-29a7-4457-bdc8-e6fe0d5e67d6', 'tenant_id': '4b68482b3b1e4a76a2dcfa13c010ddd3', 'mac_address': 'fa:16:3e:19:f1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab5e043-5946-4ee4-b52f-f8b224732d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '51faac7c-bbcf-4e3e-9d43-95b863ca52fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:38:43Z', 'updated_at': '2021-09-22T04:38:47Z', 'revision_number': 5, 'project_id': '4b68482b3b1e4a76a2dcfa13c010ddd3', 'subnets': [{'id': '51faac7c-bbcf-4e3e-9d43-95b863ca52fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810118-1-iscsi', False) {} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:39:31.887982 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0be794-47b8-41c0-a8f5-335d1418ecfd None None] The sync data for ids ['5ab5e043-5946-4ee4-b52f-f8b224732d2b'] in dv-cinder-810118-1-iscsi is: [{'id': '5ab5e043-5946-4ee4-b52f-f8b224732d2b', 'name': 'tempest-TestShelveInstance-1584685274-router', 'tenant_id': '4b68482b3b1e4a76a2dcfa13c010ddd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'external_fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': 'd2896124-2417-4e74-8270-ebeceef8c0ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T04:38:41Z', 'updated_at': '2021-09-22T04:38:44Z', 'revision_number': 4, 'project_id': '4b68482b3b1e4a76a2dcfa13c010ddd3', 'gw_port': {'id': 'd2896124-2417-4e74-8270-ebeceef8c0ae', 'name': '', 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:1d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab5e043-5946-4ee4-b52f-f8b224732d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:38:41Z', 'updated_at': '2021-09-22T04:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810118-1-iscsi', '_floatingips': [{'id': '4db7dd55-e90c-4f4d-8d3d-5b5947cca884', 'tenant_id': '4b68482b3b1e4a76a2dcfa13c010ddd3', 'floating_ip_address': '172.27.3.100', 'floating_network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'router_id': '5ab5e043-5946-4ee4-b52f-f8b224732d2b', 'port_id': '62216123-5e92-4f7f-9ab5-2df75be0757a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4eb31c7-29a7-4457-bdc8-e6fe0d5e67d6', 'mac_address': 'fa:16:3e:01:f5:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b3adb7-8820-48bb-a174-9499e8a74908', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T04:39:29Z', 'updated_at': '2021-09-22T04:39:29Z', 'revision_number': 0, 'project_id': '4b68482b3b1e4a76a2dcfa13c010ddd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46f604f0-8e48-41dc-98e2-2b65d571056e', 'name': '', 'network_id': 'c4eb31c7-29a7-4457-bdc8-e6fe0d5e67d6', 'tenant_id': '4b68482b3b1e4a76a2dcfa13c010ddd3', 'mac_address': 'fa:16:3e:19:f1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab5e043-5946-4ee4-b52f-f8b224732d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '51faac7c-bbcf-4e3e-9d43-95b863ca52fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:38:43Z', 'updated_at': '2021-09-22T04:38:47Z', 'revision_number': 5, 'project_id': '4b68482b3b1e4a76a2dcfa13c010ddd3', 'subnets': [{'id': '51faac7c-bbcf-4e3e-9d43-95b863ca52fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 04:39:32.061685 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10baa2af-847f-45ef-b6fe-98f68eb56947 None None] New status for floating IP 4db7dd55-e90c-4f4d-8d3d-5b5947cca884: ACTIVE {{(pid=94618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 04:39:36.806729 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:39:40.076246 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.agents_db [None req-7fda405f-bd13-41fd-9497-f6551785b8a3 None None] Agent healthcheck: found 6 active agents {{(pid=94618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 04:39:48.321996 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-eab01b5f-c4e8-48ff-b478-1ed3ebd17be0 req-76902d62-b787-4fab-a220-39b8c30ba7a9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a2b3adb7-8820-48bb-a174-9499e8a74908&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0375535 Sep 22 04:39:48.405017 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab01b5f-c4e8-48ff-b478-1ed3ebd17be0 req-4941a258-11ad-4ce1-9f56-d606f7d002f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:39:48.406479 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-eab01b5f-c4e8-48ff-b478-1ed3ebd17be0 req-4941a258-11ad-4ce1-9f56-d606f7d002f2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4b68482b3b1e4a76a2dcfa13c010ddd3&device_id=a2b3adb7-8820-48bb-a174-9499e8a74908 HTTP/1.1" status: 200 len: 1099 time: 0.0418658 Sep 22 04:39:48.506937 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab01b5f-c4e8-48ff-b478-1ed3ebd17be0 req-2a959606-8919-4727-8d94-ab8dfce84ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:39:48.508398 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-eab01b5f-c4e8-48ff-b478-1ed3ebd17be0 req-2a959606-8919-4727-8d94-ab8dfce84ffe service neutron] 10.222.0.30 "GET /v2.0/networks?id=c4eb31c7-29a7-4457-bdc8-e6fe0d5e67d6 HTTP/1.1" status: 200 len: 909 time: 0.0822995 Sep 22 04:39:48.573242 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-eab01b5f-c4e8-48ff-b478-1ed3ebd17be0 req-eed5e660-d967-45cb-82df-fc00517ed51f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=62216123-5e92-4f7f-9ab5-2df75be0757a HTTP/1.1" status: 200 len: 1002 time: 0.0575812 Sep 22 04:39:48.620586 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab01b5f-c4e8-48ff-b478-1ed3ebd17be0 req-8eabb799-9d18-49a0-b724-cee4da72dd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:39:48.621994 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-eab01b5f-c4e8-48ff-b478-1ed3ebd17be0 req-8eabb799-9d18-49a0-b724-cee4da72dd4a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=51faac7c-bbcf-4e3e-9d43-95b863ca52fa HTTP/1.1" status: 200 len: 848 time: 0.0418718 Sep 22 04:39:48.666367 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab01b5f-c4e8-48ff-b478-1ed3ebd17be0 req-f0728e22-6a0c-4cfa-9b8d-d63f3c4739a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:39:48.667842 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-eab01b5f-c4e8-48ff-b478-1ed3ebd17be0 req-f0728e22-6a0c-4cfa-9b8d-d63f3c4739a3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c4eb31c7-29a7-4457-bdc8-e6fe0d5e67d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385861 Sep 22 04:39:48.759194 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-eab01b5f-c4e8-48ff-b478-1ed3ebd17be0 req-f35f2c51-bb92-44ac-85c3-e4a461f9275d service neutron] 10.222.0.30 "GET /v2.0/networks/c4eb31c7-29a7-4457-bdc8-e6fe0d5e67d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823159 Sep 22 04:39:48.850194 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-eab01b5f-c4e8-48ff-b478-1ed3ebd17be0 req-b1278f11-e6b1-4f6a-8bcc-260b565d086c service neutron] 10.222.0.30 "GET /v2.0/networks/c4eb31c7-29a7-4457-bdc8-e6fe0d5e67d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836749 Sep 22 04:39:50.082742 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-f7afa0cd-bed4-42c0-ab77-76a5b3aba0a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:39:52.539318 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-65f09afc-4851-4d67-8c9a-78b88977081f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:39:53.292651 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:39:54.133556 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-62fe730e-da9a-4cac-a5e3-718f571d83ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:39:55.652025 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-c7bbae2d-f237-46cc-b838-3371bd865633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:40:06.857869 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:40:17.074746 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.agents_db [None req-7fda405f-bd13-41fd-9497-f6551785b8a3 None None] Agent healthcheck: found 6 active agents {{(pid=94618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 04:40:20.087279 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-fd50c1f0-85b0-4fae-97b5-9613d2d75933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:40:22.510008 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-eca2eaaa-c685-485a-9d1e-4225f8611bff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:40:23.314315 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:40:24.133294 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-62fe730e-da9a-4cac-a5e3-718f571d83ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:40:25.676020 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-c7bbae2d-f237-46cc-b838-3371bd865633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:40:36.841547 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:40:49.577647 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-e18e2fd5-8c8c-4654-a154-7a658d507adc req-5cfe3e16-4023-4542-b4d8-0e2856367279 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a2b3adb7-8820-48bb-a174-9499e8a74908&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3111715 Sep 22 04:40:49.659147 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18e2fd5-8c8c-4654-a154-7a658d507adc req-80ae1811-64e8-4c66-82f1-7f236a1a08d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:40:49.660590 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-e18e2fd5-8c8c-4654-a154-7a658d507adc req-80ae1811-64e8-4c66-82f1-7f236a1a08d1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4b68482b3b1e4a76a2dcfa13c010ddd3&device_id=a2b3adb7-8820-48bb-a174-9499e8a74908 HTTP/1.1" status: 200 len: 1099 time: 0.0383787 Sep 22 04:40:49.764349 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18e2fd5-8c8c-4654-a154-7a658d507adc req-999f6279-4671-40ef-a3d9-339378a87158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:40:49.766907 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-e18e2fd5-8c8c-4654-a154-7a658d507adc req-999f6279-4671-40ef-a3d9-339378a87158 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c4eb31c7-29a7-4457-bdc8-e6fe0d5e67d6 HTTP/1.1" status: 200 len: 909 time: 0.0860932 Sep 22 04:40:49.832557 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-e18e2fd5-8c8c-4654-a154-7a658d507adc req-abf71092-eab0-467b-8148-a1db00514a45 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=62216123-5e92-4f7f-9ab5-2df75be0757a HTTP/1.1" status: 200 len: 1002 time: 0.0582271 Sep 22 04:40:49.880455 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18e2fd5-8c8c-4654-a154-7a658d507adc req-63e50a65-00be-41ad-aafe-68aa01c59957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:40:49.881858 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-e18e2fd5-8c8c-4654-a154-7a658d507adc req-63e50a65-00be-41ad-aafe-68aa01c59957 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=51faac7c-bbcf-4e3e-9d43-95b863ca52fa HTTP/1.1" status: 200 len: 848 time: 0.0417895 Sep 22 04:40:49.931810 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18e2fd5-8c8c-4654-a154-7a658d507adc req-615e426c-9ae6-4e8a-9d31-2513886e3fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:40:49.933374 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-e18e2fd5-8c8c-4654-a154-7a658d507adc req-615e426c-9ae6-4e8a-9d31-2513886e3fa2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c4eb31c7-29a7-4457-bdc8-e6fe0d5e67d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0448055 Sep 22 04:40:50.024685 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-e18e2fd5-8c8c-4654-a154-7a658d507adc req-ae088617-12a7-4afa-bf5c-d5420f3459e6 service neutron] 10.222.0.30 "GET /v2.0/networks/c4eb31c7-29a7-4457-bdc8-e6fe0d5e67d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838799 Sep 22 04:40:50.091640 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-24ccca7e-5536-41b5-98ed-dcdaef1a6fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:40:50.117499 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-e18e2fd5-8c8c-4654-a154-7a658d507adc req-7a916e58-11b6-4885-9ef3-695e69d3b46a service neutron] 10.222.0.30 "GET /v2.0/networks/c4eb31c7-29a7-4457-bdc8-e6fe0d5e67d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859458 Sep 22 04:40:52.510252 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-a383603f-2861-4f6b-87bb-5a6b74ec2508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:40:53.315543 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:40:54.074571 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.agents_db [None req-7fda405f-bd13-41fd-9497-f6551785b8a3 None None] Agent healthcheck: found 6 active agents {{(pid=94618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 04:40:54.133279 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-62fe730e-da9a-4cac-a5e3-718f571d83ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:40:55.738428 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-c7bbae2d-f237-46cc-b838-3371bd865633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:41:06.839275 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:41:20.132268 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-09b8fe13-a8ad-43d1-98ea-c3df285ec891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:41:22.496186 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-70b3e2ec-3782-4c1a-9592-38b6a8784b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:41:23.347437 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:41:24.103426 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-62fe730e-da9a-4cac-a5e3-718f571d83ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:41:25.675174 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-c7bbae2d-f237-46cc-b838-3371bd865633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:41:26.019159 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5e54c3-ac97-47dc-be15-095b216517ce req-61e08191-2cfb-4579-bc4e-8bf719197c59 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:41:26.020678 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-1c5e54c3-ac97-47dc-be15-095b216517ce req-61e08191-2cfb-4579-bc4e-8bf719197c59 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2b3adb7-8820-48bb-a174-9499e8a74908 HTTP/1.1" status: 200 len: 946 time: 0.0481513 Sep 22 04:41:26.057198 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-1c5e54c3-ac97-47dc-be15-095b216517ce req-b9299232-5322-4433-aac5-d0fb5646bc3d tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] 10.222.0.24 "GET /v2.0/security-groups?id=266508a2-853d-4976-bd87-6270dd3d221e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306990 Sep 22 04:41:27.184161 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c332810c-abeb-4934-a1ef-c0c31569b8d3 req-1a657258-1b7b-4c8e-8f55-bb0de39cf00f tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:41:27.185574 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-c332810c-abeb-4934-a1ef-c0c31569b8d3 req-1a657258-1b7b-4c8e-8f55-bb0de39cf00f tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2b3adb7-8820-48bb-a174-9499e8a74908 HTTP/1.1" status: 200 len: 946 time: 0.0482130 Sep 22 04:41:27.222390 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-c332810c-abeb-4934-a1ef-c0c31569b8d3 req-400a2454-3d9e-43d8-b0cf-0f42a3e17a79 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] 10.222.0.24 "GET /v2.0/security-groups?id=266508a2-853d-4976-bd87-6270dd3d221e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304501 Sep 22 04:41:28.351718 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fdcf43-e9f5-4b0d-9694-9f5079e46747 req-56079d8e-d300-4b8f-b523-6445cdee72b3 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:41:28.353216 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-71fdcf43-e9f5-4b0d-9694-9f5079e46747 req-56079d8e-d300-4b8f-b523-6445cdee72b3 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2b3adb7-8820-48bb-a174-9499e8a74908 HTTP/1.1" status: 200 len: 946 time: 0.0521460 Sep 22 04:41:28.390056 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-71fdcf43-e9f5-4b0d-9694-9f5079e46747 req-96d96304-7ff3-4075-9700-93cc6662306e tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] 10.222.0.24 "GET /v2.0/security-groups?id=266508a2-853d-4976-bd87-6270dd3d221e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304110 Sep 22 04:41:29.501193 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca19521f-b7c7-4cab-9e69-871292f88b49 req-6ae8e6fc-1c3b-4e7e-9b4f-d20854271c68 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:41:29.502639 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-ca19521f-b7c7-4cab-9e69-871292f88b49 req-6ae8e6fc-1c3b-4e7e-9b4f-d20854271c68 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2b3adb7-8820-48bb-a174-9499e8a74908 HTTP/1.1" status: 200 len: 946 time: 0.0474846 Sep 22 04:41:29.539232 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-ca19521f-b7c7-4cab-9e69-871292f88b49 req-5964be49-b2cd-40ba-adbb-100507c5b415 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] 10.222.0.24 "GET /v2.0/security-groups?id=266508a2-853d-4976-bd87-6270dd3d221e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305169 Sep 22 04:41:30.649562 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57102fe-b676-4502-8f0d-4c3a14c9e8ca req-6f082431-3bc3-4be2-90df-f0a99e265c4a tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:41:30.651028 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-c57102fe-b676-4502-8f0d-4c3a14c9e8ca req-6f082431-3bc3-4be2-90df-f0a99e265c4a tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2b3adb7-8820-48bb-a174-9499e8a74908 HTTP/1.1" status: 200 len: 946 time: 0.0477786 Sep 22 04:41:30.695523 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-c57102fe-b676-4502-8f0d-4c3a14c9e8ca req-05175e76-592b-4bfe-a103-cd40252ebe75 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] 10.222.0.24 "GET /v2.0/security-groups?id=266508a2-853d-4976-bd87-6270dd3d221e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346241 Sep 22 04:41:31.073002 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.agents_db [None req-7fda405f-bd13-41fd-9497-f6551785b8a3 None None] Agent healthcheck: found 6 active agents {{(pid=94618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 04:41:31.811114 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fde83cd-0bfc-44cc-80c2-153672e49fd3 req-e97dbec4-56e2-499d-8fe1-bcf2eea7aa6f tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:41:31.813310 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-8fde83cd-0bfc-44cc-80c2-153672e49fd3 req-e97dbec4-56e2-499d-8fe1-bcf2eea7aa6f tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2b3adb7-8820-48bb-a174-9499e8a74908 HTTP/1.1" status: 200 len: 946 time: 0.0514727 Sep 22 04:41:31.849478 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-8fde83cd-0bfc-44cc-80c2-153672e49fd3 req-20b0a663-ebdf-4c4f-9a2b-4a7eb87e44ba tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] 10.222.0.24 "GET /v2.0/security-groups?id=266508a2-853d-4976-bd87-6270dd3d221e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304408 Sep 22 04:41:32.961463 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e39c5cf-b7ec-47e5-a953-b1d285aa88c8 req-13050356-1c07-4a06-a2ad-f9cafa800123 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:41:32.962938 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-3e39c5cf-b7ec-47e5-a953-b1d285aa88c8 req-13050356-1c07-4a06-a2ad-f9cafa800123 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2b3adb7-8820-48bb-a174-9499e8a74908 HTTP/1.1" status: 200 len: 946 time: 0.0476000 Sep 22 04:41:32.998495 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-3e39c5cf-b7ec-47e5-a953-b1d285aa88c8 req-2c56ddec-7bb1-46dc-b940-9ef5153d5738 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] 10.222.0.24 "GET /v2.0/security-groups?id=266508a2-853d-4976-bd87-6270dd3d221e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297108 Sep 22 04:41:34.109534 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ef2c2a-9197-4e5c-86fa-8596224beaa1 req-39aa5e03-34f3-41d1-99a5-e943022f4349 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:41:34.111030 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-89ef2c2a-9197-4e5c-86fa-8596224beaa1 req-39aa5e03-34f3-41d1-99a5-e943022f4349 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2b3adb7-8820-48bb-a174-9499e8a74908 HTTP/1.1" status: 200 len: 946 time: 0.0471528 Sep 22 04:41:34.147821 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-89ef2c2a-9197-4e5c-86fa-8596224beaa1 req-8c21d831-b813-4f8d-89e8-8992fb1cba3d tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] 10.222.0.24 "GET /v2.0/security-groups?id=266508a2-853d-4976-bd87-6270dd3d221e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310740 Sep 22 04:41:35.259228 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fe3631-572e-424c-9725-12555fb93899 req-6dd9f356-b0f4-4635-96e4-5a21c3ef417e tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:41:35.260721 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-06fe3631-572e-424c-9725-12555fb93899 req-6dd9f356-b0f4-4635-96e4-5a21c3ef417e tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2b3adb7-8820-48bb-a174-9499e8a74908 HTTP/1.1" status: 200 len: 946 time: 0.0479219 Sep 22 04:41:35.296425 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-06fe3631-572e-424c-9725-12555fb93899 req-02dcae76-212b-4acb-b4fd-f3f74429300b tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] 10.222.0.24 "GET /v2.0/security-groups?id=266508a2-853d-4976-bd87-6270dd3d221e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299411 Sep 22 04:41:36.240043 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fce2585-819f-40d5-9e76-7c187ffc35a0 req-231eac3d-4833-4250-824b-32f80c8c3ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:41:36.241444 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-8fce2585-819f-40d5-9e76-7c187ffc35a0 req-231eac3d-4833-4250-824b-32f80c8c3ef6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4b68482b3b1e4a76a2dcfa13c010ddd3&device_id=a2b3adb7-8820-48bb-a174-9499e8a74908 HTTP/1.1" status: 200 len: 1099 time: 0.0387719 Sep 22 04:41:36.338561 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fce2585-819f-40d5-9e76-7c187ffc35a0 req-7e6abdb0-e416-48d8-8df1-df88a3a64ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:41:36.338561 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-8fce2585-819f-40d5-9e76-7c187ffc35a0 req-7e6abdb0-e416-48d8-8df1-df88a3a64ff3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c4eb31c7-29a7-4457-bdc8-e6fe0d5e67d6 HTTP/1.1" status: 200 len: 909 time: 0.0877535 Sep 22 04:41:36.404419 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-8fce2585-819f-40d5-9e76-7c187ffc35a0 req-1ba9710f-658d-4ec6-a929-02fb77b41f3b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=62216123-5e92-4f7f-9ab5-2df75be0757a HTTP/1.1" status: 200 len: 1002 time: 0.0610545 Sep 22 04:41:36.411655 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d6dd05-36bf-460b-9c42-2eefb63405bc req-74ba6722-e380-43d4-9231-dd1d4a913a85 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:41:36.413184 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-d2d6dd05-36bf-460b-9c42-2eefb63405bc req-74ba6722-e380-43d4-9231-dd1d4a913a85 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2b3adb7-8820-48bb-a174-9499e8a74908 HTTP/1.1" status: 200 len: 946 time: 0.0484605 Sep 22 04:41:36.450321 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-d2d6dd05-36bf-460b-9c42-2eefb63405bc req-92238d67-e9b6-4919-a369-587eff84dc9d tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] 10.222.0.24 "GET /v2.0/security-groups?id=266508a2-853d-4976-bd87-6270dd3d221e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312440 Sep 22 04:41:36.452598 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fce2585-819f-40d5-9e76-7c187ffc35a0 req-209be2b7-54b9-452a-99ab-dc69b201cdd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:41:36.454052 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-8fce2585-819f-40d5-9e76-7c187ffc35a0 req-209be2b7-54b9-452a-99ab-dc69b201cdd6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=51faac7c-bbcf-4e3e-9d43-95b863ca52fa HTTP/1.1" status: 200 len: 848 time: 0.0433044 Sep 22 04:41:36.498756 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fce2585-819f-40d5-9e76-7c187ffc35a0 req-6e66eb72-81fb-401a-b30a-c26ff0d96962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:41:36.500131 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-8fce2585-819f-40d5-9e76-7c187ffc35a0 req-6e66eb72-81fb-401a-b30a-c26ff0d96962 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c4eb31c7-29a7-4457-bdc8-e6fe0d5e67d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0383298 Sep 22 04:41:36.588800 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-8fce2585-819f-40d5-9e76-7c187ffc35a0 req-00000ad6-dfca-4558-95ef-c9a6607bdc35 service neutron] 10.222.0.30 "GET /v2.0/networks/c4eb31c7-29a7-4457-bdc8-e6fe0d5e67d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812867 Sep 22 04:41:36.676603 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-8fce2585-819f-40d5-9e76-7c187ffc35a0 req-48ba4870-a6be-4096-96ba-4ed461c4755e service neutron] 10.222.0.30 "GET /v2.0/networks/c4eb31c7-29a7-4457-bdc8-e6fe0d5e67d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812993 Sep 22 04:41:36.832873 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:41:37.563864 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484e355a-1c03-43d2-b6b1-7c978656fbca req-2170b6d6-3f7f-432e-8af2-29d1c84e631c tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:41:37.565390 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-484e355a-1c03-43d2-b6b1-7c978656fbca req-2170b6d6-3f7f-432e-8af2-29d1c84e631c tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2b3adb7-8820-48bb-a174-9499e8a74908 HTTP/1.1" status: 200 len: 946 time: 0.0483685 Sep 22 04:41:37.605134 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-484e355a-1c03-43d2-b6b1-7c978656fbca req-76bfb043-e959-4871-a34a-b9801e975e34 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] 10.222.0.24 "GET /v2.0/security-groups?id=266508a2-853d-4976-bd87-6270dd3d221e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339093 Sep 22 04:41:38.723009 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ef4766-d7ae-4eb7-abbb-631b5801330b req-3c15c1d4-ca17-45d1-be84-32427ca04e8b tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:41:38.724521 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-58ef4766-d7ae-4eb7-abbb-631b5801330b req-3c15c1d4-ca17-45d1-be84-32427ca04e8b tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2b3adb7-8820-48bb-a174-9499e8a74908 HTTP/1.1" status: 200 len: 946 time: 0.0539646 Sep 22 04:41:38.760446 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-58ef4766-d7ae-4eb7-abbb-631b5801330b req-b169d3f4-e3d3-4aac-ac64-ba8003e3d106 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] 10.222.0.24 "GET /v2.0/security-groups?id=266508a2-853d-4976-bd87-6270dd3d221e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301173 Sep 22 04:41:39.873997 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857a1df8-20b8-43d6-8947-4bba0c2976ed req-f5ff5db9-c798-46af-af52-6581dd6668fb tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:41:39.875560 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-857a1df8-20b8-43d6-8947-4bba0c2976ed req-f5ff5db9-c798-46af-af52-6581dd6668fb tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2b3adb7-8820-48bb-a174-9499e8a74908 HTTP/1.1" status: 200 len: 946 time: 0.0496154 Sep 22 04:41:39.912901 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-857a1df8-20b8-43d6-8947-4bba0c2976ed req-9fe2301f-8a14-4692-882d-3ed1dfc8d6c3 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] 10.222.0.24 "GET /v2.0/security-groups?id=266508a2-853d-4976-bd87-6270dd3d221e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311046 Sep 22 04:41:39.979237 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [req-91f139a8-c2e7-46df-a7e5-b17d9d12939d req-20fe325a-76a3-47a6-9127-30b2f211af2e service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94615) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 04:41:39.980231 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-91f139a8-c2e7-46df-a7e5-b17d9d12939d req-20fe325a-76a3-47a6-9127-30b2f211af2e service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053570 Sep 22 04:41:40.239030 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac01616a-4e97-4c7b-9afd-d444fcfdd077 req-8ab9c366-4eb5-4ee1-aa0a-b92d23a32538 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:41:40.240527 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-ac01616a-4e97-4c7b-9afd-d444fcfdd077 req-8ab9c366-4eb5-4ee1-aa0a-b92d23a32538 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2b3adb7-8820-48bb-a174-9499e8a74908 HTTP/1.1" status: 200 len: 946 time: 0.0467246 Sep 22 04:41:40.277977 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-ac01616a-4e97-4c7b-9afd-d444fcfdd077 req-fb8eb7b9-75f9-4e88-9517-e7d6f668faa0 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] 10.222.0.24 "GET /v2.0/security-groups?id=266508a2-853d-4976-bd87-6270dd3d221e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314715 Sep 22 04:41:40.368905 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-05a2d58c-5f83-4efd-9fe5-8c455e4a8729 req-b72dd8bf-0e8a-4bc6-a28e-079e8d800a36 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a2b3adb7-8820-48bb-a174-9499e8a74908&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1343949 Sep 22 04:41:40.524596 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Device 62216123-5e92-4f7f-9ab5-2df75be0757a no longer exists at agent hyperv_hv-cinder-81011 {{(pid=94617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 04:41:40.595793 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:41:40.617666 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2b3adb7-8820-48bb-a174-9499e8a74908', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62216123-5e92-4f7f-9ab5-2df75be0757a'}] {{(pid=94617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 04:41:40.619845 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}993cef13cba3f0ab7640ec7edf55a13b4a27e0226575f61fb20ce20e7b239147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20f6f18c-4497-4117-b920-b6234e2cbedc" -d '{"events": [{"server_uuid": "a2b3adb7-8820-48bb-a174-9499e8a74908", "name": "network-vif-unplugged", "status": "completed", "tag": "62216123-5e92-4f7f-9ab5-2df75be0757a"}]}' {{(pid=94617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 04:41:40.632223 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] For port 62216123-5e92-4f7f-9ab5-2df75be0757a, host hv-cinder-81011, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81011',level=0,port_id=62216123-5e92-4f7f-9ab5-2df75be0757a,segment=NetworkSegment(78083204-fca6-4c66-ab51-3841b58130c0),segment_id=78083204-fca6-4c66-ab51-3841b58130c0)] {{(pid=94617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:41:40.709417 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:41:40.760625 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Pushing event updated for resources: {'Port': ['ID=62216123-5e92-4f7f-9ab5-2df75be0757a,revision_number=6']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:41:40.764239 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 22 Sep 2021 04:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f01dc0a0-5416-46f7-a3e0-35f72c9ac78a x-openstack-request-id: req-f01dc0a0-5416-46f7-a3e0-35f72c9ac78a {{(pid=94617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 04:41:40.764545 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2b3adb7-8820-48bb-a174-9499e8a74908", "name": "network-vif-unplugged", "status": "failed", "tag": "62216123-5e92-4f7f-9ab5-2df75be0757a", "code": 422}]} {{(pid=94617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 04:41:40.764795 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f01dc0a0-5416-46f7-a3e0-35f72c9ac78a {{(pid=94617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 04:41:40.765175 dv-cinder-810118-1-iscsi neutron-server[94617]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a2b3adb7-8820-48bb-a174-9499e8a74908', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '62216123-5e92-4f7f-9ab5-2df75be0757a', 'code': 422} returned with failed status Sep 22 04:41:40.770041 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:41:40.770389 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:41:40.770726 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:41:40.771056 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:41:40.771383 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:41:40.771716 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:41:40.772035 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:41:40.772355 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:41:40.772729 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:41:40.773060 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:41:40.773382 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:41:40.773700 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:41:41.389846 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2206b275-f26c-40d2-93a3-52c7ff47b83f req-850016e8-5f1a-4cf1-a4f6-2994cea5455f tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:41:41.391325 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-2206b275-f26c-40d2-93a3-52c7ff47b83f req-850016e8-5f1a-4cf1-a4f6-2994cea5455f tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2b3adb7-8820-48bb-a174-9499e8a74908 HTTP/1.1" status: 200 len: 944 time: 0.0478017 Sep 22 04:41:41.434039 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-2206b275-f26c-40d2-93a3-52c7ff47b83f req-9e829f04-2c4b-4a2e-b086-9f769ce27ac0 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] 10.222.0.24 "GET /v2.0/security-groups?id=266508a2-853d-4976-bd87-6270dd3d221e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351181 Sep 22 04:41:42.545335 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4dab5a-cb48-45d1-a6ab-5fb8ecb20dc8 req-025a1323-e4cd-44fe-8e3d-1286fc8417a8 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:41:42.546802 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-fc4dab5a-cb48-45d1-a6ab-5fb8ecb20dc8 req-025a1323-e4cd-44fe-8e3d-1286fc8417a8 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2b3adb7-8820-48bb-a174-9499e8a74908 HTTP/1.1" status: 200 len: 944 time: 0.0476968 Sep 22 04:41:42.583765 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-fc4dab5a-cb48-45d1-a6ab-5fb8ecb20dc8 req-4cc3af45-fe4c-4919-9cd0-5b7cb42c29bd tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] 10.222.0.24 "GET /v2.0/security-groups?id=266508a2-853d-4976-bd87-6270dd3d221e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310175 Sep 22 04:41:43.693742 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe9d286-f1cd-487f-a452-ed8d2113dc47 req-1192eb1f-335a-41a9-b280-e57ea863b713 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:41:43.695216 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-dbe9d286-f1cd-487f-a452-ed8d2113dc47 req-1192eb1f-335a-41a9-b280-e57ea863b713 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2b3adb7-8820-48bb-a174-9499e8a74908 HTTP/1.1" status: 200 len: 944 time: 0.0473447 Sep 22 04:41:43.732219 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-dbe9d286-f1cd-487f-a452-ed8d2113dc47 req-bebc9d28-c89c-49c7-8a01-a3de586f3991 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] 10.222.0.24 "GET /v2.0/security-groups?id=266508a2-853d-4976-bd87-6270dd3d221e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309000 Sep 22 04:41:44.729473 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a2d58c-5f83-4efd-9fe5-8c455e4a8729 req-21c3ff0e-30db-432e-ada4-a9f4542e3ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:41:44.730908 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-05a2d58c-5f83-4efd-9fe5-8c455e4a8729 req-21c3ff0e-30db-432e-ada4-a9f4542e3ef5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a2b3adb7-8820-48bb-a174-9499e8a74908&tenant_id=4b68482b3b1e4a76a2dcfa13c010ddd3 HTTP/1.1" status: 200 len: 1097 time: 0.0383501 Sep 22 04:41:44.791491 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a2d58c-5f83-4efd-9fe5-8c455e4a8729 req-35d5374f-11d2-4ba4-86aa-464674d2733f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:41:44.793004 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-05a2d58c-5f83-4efd-9fe5-8c455e4a8729 req-35d5374f-11d2-4ba4-86aa-464674d2733f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4b68482b3b1e4a76a2dcfa13c010ddd3&device_id=a2b3adb7-8820-48bb-a174-9499e8a74908 HTTP/1.1" status: 200 len: 1097 time: 0.0387011 Sep 22 04:41:44.848056 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7101716-9f2f-4cf0-a3d0-9c5e923a046f req-0bb0bc80-68d1-47af-ac99-0f82eb256199 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:41:44.849575 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-d7101716-9f2f-4cf0-a3d0-9c5e923a046f req-0bb0bc80-68d1-47af-ac99-0f82eb256199 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2b3adb7-8820-48bb-a174-9499e8a74908 HTTP/1.1" status: 200 len: 944 time: 0.0517435 Sep 22 04:41:44.886520 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-d7101716-9f2f-4cf0-a3d0-9c5e923a046f req-2e025e39-6b46-44e8-8265-cd2e9727bbef tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] 10.222.0.24 "GET /v2.0/security-groups?id=266508a2-853d-4976-bd87-6270dd3d221e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310566 Sep 22 04:41:44.889455 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a2d58c-5f83-4efd-9fe5-8c455e4a8729 req-54030719-4ef7-43ec-b566-bcaaeb48f3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:41:44.890930 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-05a2d58c-5f83-4efd-9fe5-8c455e4a8729 req-54030719-4ef7-43ec-b566-bcaaeb48f3f0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c4eb31c7-29a7-4457-bdc8-e6fe0d5e67d6 HTTP/1.1" status: 200 len: 909 time: 0.0860343 Sep 22 04:41:44.964118 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-05a2d58c-5f83-4efd-9fe5-8c455e4a8729 req-bb54defb-1283-45a5-ba04-6d1b47d0bd06 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=62216123-5e92-4f7f-9ab5-2df75be0757a HTTP/1.1" status: 200 len: 1000 time: 0.0613701 Sep 22 04:41:45.017060 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a2d58c-5f83-4efd-9fe5-8c455e4a8729 req-246b8b5d-9ff9-43ad-b309-55a10cd6c2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:41:45.018469 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-05a2d58c-5f83-4efd-9fe5-8c455e4a8729 req-246b8b5d-9ff9-43ad-b309-55a10cd6c2a3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=51faac7c-bbcf-4e3e-9d43-95b863ca52fa HTTP/1.1" status: 200 len: 848 time: 0.0477295 Sep 22 04:41:45.063484 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a2d58c-5f83-4efd-9fe5-8c455e4a8729 req-f0da4d5a-5d8d-476c-9728-a3f02c290f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:41:45.064978 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-05a2d58c-5f83-4efd-9fe5-8c455e4a8729 req-f0da4d5a-5d8d-476c-9728-a3f02c290f90 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c4eb31c7-29a7-4457-bdc8-e6fe0d5e67d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386455 Sep 22 04:41:45.156375 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-05a2d58c-5f83-4efd-9fe5-8c455e4a8729 req-a2d776cf-6d7e-4e8e-b1e7-6469d93a88be service neutron] 10.222.0.30 "GET /v2.0/networks/c4eb31c7-29a7-4457-bdc8-e6fe0d5e67d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823572 Sep 22 04:41:45.244759 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-05a2d58c-5f83-4efd-9fe5-8c455e4a8729 req-61094f67-ea3d-469b-a375-3d532bbb2068 service neutron] 10.222.0.30 "GET /v2.0/networks/c4eb31c7-29a7-4457-bdc8-e6fe0d5e67d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0781851 Sep 22 04:41:45.996355 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b3b2e9-71ed-4c72-8480-5f693592b5f3 req-05dbe44e-154b-48ed-8742-d78d1b2ffd72 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:41:45.997823 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-70b3b2e9-71ed-4c72-8480-5f693592b5f3 req-05dbe44e-154b-48ed-8742-d78d1b2ffd72 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2b3adb7-8820-48bb-a174-9499e8a74908 HTTP/1.1" status: 200 len: 944 time: 0.0466394 Sep 22 04:41:46.041435 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-70b3b2e9-71ed-4c72-8480-5f693592b5f3 req-e7111d83-d9d1-47c0-8ded-75b353d4aaca tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] 10.222.0.24 "GET /v2.0/security-groups?id=266508a2-853d-4976-bd87-6270dd3d221e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368893 Sep 22 04:41:47.152422 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a9a833-71ef-435f-a80c-32a50524b434 req-32686cc4-3b9e-4ade-b78e-68ca9fa95e63 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:41:47.153908 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-92a9a833-71ef-435f-a80c-32a50524b434 req-32686cc4-3b9e-4ade-b78e-68ca9fa95e63 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2b3adb7-8820-48bb-a174-9499e8a74908 HTTP/1.1" status: 200 len: 944 time: 0.0478683 Sep 22 04:41:47.190655 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-92a9a833-71ef-435f-a80c-32a50524b434 req-dda20a98-7d62-4a8c-8f4d-1b337e3df644 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] 10.222.0.24 "GET /v2.0/security-groups?id=266508a2-853d-4976-bd87-6270dd3d221e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301201 Sep 22 04:41:48.303214 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba7e44d-9e07-4d12-aa47-59df3e2b4e53 req-5febf380-2141-4480-82c0-ef724004c7db tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:41:48.304677 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-1ba7e44d-9e07-4d12-aa47-59df3e2b4e53 req-5febf380-2141-4480-82c0-ef724004c7db tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2b3adb7-8820-48bb-a174-9499e8a74908 HTTP/1.1" status: 200 len: 944 time: 0.0498278 Sep 22 04:41:48.341829 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-1ba7e44d-9e07-4d12-aa47-59df3e2b4e53 req-a4374afe-11e3-4b5a-a7a9-84b9c263a0a3 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] 10.222.0.24 "GET /v2.0/security-groups?id=266508a2-853d-4976-bd87-6270dd3d221e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312164 Sep 22 04:41:49.453349 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed0aaf7-9a91-4777-ba30-beae0bff675c req-1a412734-d7d5-40d7-af79-5156b0b37404 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:41:49.454796 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-3ed0aaf7-9a91-4777-ba30-beae0bff675c req-1a412734-d7d5-40d7-af79-5156b0b37404 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2b3adb7-8820-48bb-a174-9499e8a74908 HTTP/1.1" status: 200 len: 944 time: 0.0460768 Sep 22 04:41:49.491562 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-3ed0aaf7-9a91-4777-ba30-beae0bff675c req-4845aca3-908d-43a1-bec3-dbd894657e7b tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] 10.222.0.24 "GET /v2.0/security-groups?id=266508a2-853d-4976-bd87-6270dd3d221e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301778 Sep 22 04:41:49.571345 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd398f7c-1fb1-48e7-ab00-2731b75aa001 req-99a09126-41b1-435b-a669-234c5a56283e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:41:49.572850 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-dd398f7c-1fb1-48e7-ab00-2731b75aa001 req-99a09126-41b1-435b-a669-234c5a56283e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4b68482b3b1e4a76a2dcfa13c010ddd3&device_id=a2b3adb7-8820-48bb-a174-9499e8a74908 HTTP/1.1" status: 200 len: 1097 time: 0.0389805 Sep 22 04:41:49.676083 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd398f7c-1fb1-48e7-ab00-2731b75aa001 req-4044daed-8af7-4efa-bcce-51b68374c443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:41:49.677564 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-dd398f7c-1fb1-48e7-ab00-2731b75aa001 req-4044daed-8af7-4efa-bcce-51b68374c443 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c4eb31c7-29a7-4457-bdc8-e6fe0d5e67d6 HTTP/1.1" status: 200 len: 909 time: 0.0860937 Sep 22 04:41:49.739907 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-dd398f7c-1fb1-48e7-ab00-2731b75aa001 req-20685cf5-9e7d-403e-bba9-3f3a106f124f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=62216123-5e92-4f7f-9ab5-2df75be0757a HTTP/1.1" status: 200 len: 1000 time: 0.0549264 Sep 22 04:41:49.786131 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd398f7c-1fb1-48e7-ab00-2731b75aa001 req-e6673e9f-db64-4408-8c9e-9903f0cc3ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:41:49.787494 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-dd398f7c-1fb1-48e7-ab00-2731b75aa001 req-e6673e9f-db64-4408-8c9e-9903f0cc3ce2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=51faac7c-bbcf-4e3e-9d43-95b863ca52fa HTTP/1.1" status: 200 len: 848 time: 0.0412121 Sep 22 04:41:49.834181 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd398f7c-1fb1-48e7-ab00-2731b75aa001 req-dee08b58-def2-4a91-b1f3-9f2e5435e706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:41:49.835616 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-dd398f7c-1fb1-48e7-ab00-2731b75aa001 req-dee08b58-def2-4a91-b1f3-9f2e5435e706 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c4eb31c7-29a7-4457-bdc8-e6fe0d5e67d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411232 Sep 22 04:41:49.921936 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-dd398f7c-1fb1-48e7-ab00-2731b75aa001 req-9efba45a-83b9-4c5f-85a7-6314ccb22008 service neutron] 10.222.0.30 "GET /v2.0/networks/c4eb31c7-29a7-4457-bdc8-e6fe0d5e67d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785444 Sep 22 04:41:50.012128 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-dd398f7c-1fb1-48e7-ab00-2731b75aa001 req-ba9527b7-edde-44b5-aabf-537dc67eddab service neutron] 10.222.0.30 "GET /v2.0/networks/c4eb31c7-29a7-4457-bdc8-e6fe0d5e67d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827215 Sep 22 04:41:50.108924 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-587f1c6b-ca96-4024-bbcc-428b69188e18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:41:50.604068 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423c288b-6515-4aa6-95ee-7027ee1f0db0 req-c6ac8c88-b88e-4baa-b039-75df6a23a5df tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:41:50.605662 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-423c288b-6515-4aa6-95ee-7027ee1f0db0 req-c6ac8c88-b88e-4baa-b039-75df6a23a5df tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2b3adb7-8820-48bb-a174-9499e8a74908 HTTP/1.1" status: 200 len: 944 time: 0.0483844 Sep 22 04:41:50.642475 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-423c288b-6515-4aa6-95ee-7027ee1f0db0 req-50bbcee6-4cdd-41b7-8bee-8a0aea1786a0 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] 10.222.0.24 "GET /v2.0/security-groups?id=266508a2-853d-4976-bd87-6270dd3d221e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306997 Sep 22 04:41:51.757477 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afce77a-6462-4cc2-8c2e-5ac49dcaeb21 req-01db9318-e4b2-4713-b5b9-8a561acdf2d0 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:41:51.758970 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-0afce77a-6462-4cc2-8c2e-5ac49dcaeb21 req-01db9318-e4b2-4713-b5b9-8a561acdf2d0 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2b3adb7-8820-48bb-a174-9499e8a74908 HTTP/1.1" status: 200 len: 944 time: 0.0509150 Sep 22 04:41:51.795377 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-0afce77a-6462-4cc2-8c2e-5ac49dcaeb21 req-d58bde3d-11e3-461b-bf1e-086a5a770b20 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] 10.222.0.24 "GET /v2.0/security-groups?id=266508a2-853d-4976-bd87-6270dd3d221e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302405 Sep 22 04:41:52.491543 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-4af400f1-8880-47e2-ac0a-9265f54104d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:41:52.555825 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Device 62216123-5e92-4f7f-9ab5-2df75be0757a details requested by agent hyperv_hv-cinder-81011 with host hv-cinder-81011 {{(pid=94617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 04:41:52.652924 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] For port 62216123-5e92-4f7f-9ab5-2df75be0757a, host hv-cinder-81011, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81011',level=0,port_id=62216123-5e92-4f7f-9ab5-2df75be0757a,segment=NetworkSegment(78083204-fca6-4c66-ab51-3841b58130c0),segment_id=78083204-fca6-4c66-ab51-3841b58130c0)] {{(pid=94617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:41:52.666050 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Returning: {'device': '62216123-5e92-4f7f-9ab5-2df75be0757a', 'network_id': 'c4eb31c7-29a7-4457-bdc8-e6fe0d5e67d6', 'port_id': '62216123-5e92-4f7f-9ab5-2df75be0757a', 'mac_address': 'fa:16:3e:01:f5:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51faac7c-bbcf-4e3e-9d43-95b863ca52fa', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 04:41:52.701374 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:41:52.713169 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.notifiers.nova [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62216123-5e92-4f7f-9ab5-2df75be0757a {{(pid=94617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 04:41:52.730843 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] For port 62216123-5e92-4f7f-9ab5-2df75be0757a, host hv-cinder-81011, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81011',level=0,port_id=62216123-5e92-4f7f-9ab5-2df75be0757a,segment=NetworkSegment(78083204-fca6-4c66-ab51-3841b58130c0),segment_id=78083204-fca6-4c66-ab51-3841b58130c0)] {{(pid=94617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:41:52.811618 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:41:52.859064 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Pushing event updated for resources: {'Port': ['ID=62216123-5e92-4f7f-9ab5-2df75be0757a,revision_number=7']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:41:52.909493 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9799c00-7759-4862-b085-9dc7415aefe6 req-f3883878-a0f2-41f4-8e19-518ee47842f7 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:41:52.910975 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-e9799c00-7759-4862-b085-9dc7415aefe6 req-f3883878-a0f2-41f4-8e19-518ee47842f7 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2b3adb7-8820-48bb-a174-9499e8a74908 HTTP/1.1" status: 200 len: 945 time: 0.0474224 Sep 22 04:41:52.947904 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-e9799c00-7759-4862-b085-9dc7415aefe6 req-3b33a670-b739-4f7a-8e97-4eacd01e29bb tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] 10.222.0.24 "GET /v2.0/security-groups?id=266508a2-853d-4976-bd87-6270dd3d221e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308928 Sep 22 04:41:53.048105 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] get_ports_and_sgs() called for port_ids ['62216123-5e92-4f7f-9ab5-2df75be0757a'] {{(pid=94617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 04:41:53.342916 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:41:54.057430 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c744fd11-6228-403d-abca-2eb3038553ba req-e3bc4f73-0d89-4e70-b93a-27beb57fb415 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:41:54.058927 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-c744fd11-6228-403d-abca-2eb3038553ba req-e3bc4f73-0d89-4e70-b93a-27beb57fb415 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2b3adb7-8820-48bb-a174-9499e8a74908 HTTP/1.1" status: 200 len: 945 time: 0.0472484 Sep 22 04:41:54.097136 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-c744fd11-6228-403d-abca-2eb3038553ba req-d7b9a48d-886d-48de-b182-82084523cb22 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] 10.222.0.24 "GET /v2.0/security-groups?id=266508a2-853d-4976-bd87-6270dd3d221e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317376 Sep 22 04:41:54.135256 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-62fe730e-da9a-4cac-a5e3-718f571d83ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:41:54.586258 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Device 62216123-5e92-4f7f-9ab5-2df75be0757a up at agent hyperv_hv-cinder-81011 {{(pid=94617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 04:41:54.632433 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Provisioning complete for port 62216123-5e92-4f7f-9ab5-2df75be0757a triggered by entity L2. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 04:41:54.632823 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628798'] for port, provisioning_complete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:41:54.713618 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:41:54.728230 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2b3adb7-8820-48bb-a174-9499e8a74908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62216123-5e92-4f7f-9ab5-2df75be0757a'}] {{(pid=94617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 04:41:54.730454 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}993cef13cba3f0ab7640ec7edf55a13b4a27e0226575f61fb20ce20e7b239147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef5abcdf-306d-4c4a-a722-568510121e63" -d '{"events": [{"server_uuid": "a2b3adb7-8820-48bb-a174-9499e8a74908", "name": "network-vif-plugged", "status": "completed", "tag": "62216123-5e92-4f7f-9ab5-2df75be0757a"}]}' {{(pid=94617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 04:41:54.742740 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] For port 62216123-5e92-4f7f-9ab5-2df75be0757a, host hv-cinder-81011, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81011',level=0,port_id=62216123-5e92-4f7f-9ab5-2df75be0757a,segment=NetworkSegment(78083204-fca6-4c66-ab51-3841b58130c0),segment_id=78083204-fca6-4c66-ab51-3841b58130c0)] {{(pid=94617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:41:54.767251 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 04:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c352385d-c20b-4aef-8f54-b23e99c1d54c x-openstack-request-id: req-c352385d-c20b-4aef-8f54-b23e99c1d54c {{(pid=94617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 04:41:54.767538 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2b3adb7-8820-48bb-a174-9499e8a74908", "name": "network-vif-plugged", "status": "completed", "tag": "62216123-5e92-4f7f-9ab5-2df75be0757a", "code": 200}]} {{(pid=94617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 04:41:54.767786 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c352385d-c20b-4aef-8f54-b23e99c1d54c {{(pid=94617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 04:41:54.768356 dv-cinder-810118-1-iscsi neutron-server[94617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2b3adb7-8820-48bb-a174-9499e8a74908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62216123-5e92-4f7f-9ab5-2df75be0757a', 'code': 200} Sep 22 04:41:54.838363 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:41:54.885256 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Pushing event updated for resources: {'Port': ['ID=62216123-5e92-4f7f-9ab5-2df75be0757a,revision_number=8']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:41:55.057468 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60244766-f8a1-43be-b708-d2005df8204c req-790a1efd-0c45-4fe6-86bd-60c57af2534f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:41:55.058920 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-60244766-f8a1-43be-b708-d2005df8204c req-790a1efd-0c45-4fe6-86bd-60c57af2534f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a2b3adb7-8820-48bb-a174-9499e8a74908 HTTP/1.1" status: 200 len: 1099 time: 0.0427144 Sep 22 04:41:55.091564 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-60244766-f8a1-43be-b708-d2005df8204c req-08a950c7-53a0-4250-9321-7cbffc3ebdcd service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=266508a2-853d-4976-bd87-6270dd3d221e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0260599 Sep 22 04:41:55.206693 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd53d94b-0429-4069-85e9-5fa0bfb6938a req-5de1d778-b2df-4a6a-92a7-6bb4745e63dd tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:41:55.208126 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-cd53d94b-0429-4069-85e9-5fa0bfb6938a req-5de1d778-b2df-4a6a-92a7-6bb4745e63dd tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2b3adb7-8820-48bb-a174-9499e8a74908 HTTP/1.1" status: 200 len: 946 time: 0.0463266 Sep 22 04:41:55.243978 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-cd53d94b-0429-4069-85e9-5fa0bfb6938a req-59dafa7d-0910-4662-9e58-9a814ce71c29 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] 10.222.0.24 "GET /v2.0/security-groups?id=266508a2-853d-4976-bd87-6270dd3d221e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300164 Sep 22 04:41:55.718161 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-c7bbae2d-f237-46cc-b838-3371bd865633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:41:56.356566 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7fef76-b4ff-40e7-b190-2df46963c931 req-7bb75301-80a1-4274-94e5-6428d00521ce tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:41:56.358014 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-7a7fef76-b4ff-40e7-b190-2df46963c931 req-7bb75301-80a1-4274-94e5-6428d00521ce tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2b3adb7-8820-48bb-a174-9499e8a74908 HTTP/1.1" status: 200 len: 946 time: 0.0474746 Sep 22 04:41:56.393800 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-7a7fef76-b4ff-40e7-b190-2df46963c931 req-f795c72c-e85e-4438-857a-c1512d8e5592 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] 10.222.0.24 "GET /v2.0/security-groups?id=266508a2-853d-4976-bd87-6270dd3d221e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298991 Sep 22 04:42:06.826788 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:42:08.072177 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.agents_db [None req-7fda405f-bd13-41fd-9497-f6551785b8a3 None None] Agent healthcheck: found 6 active agents {{(pid=94618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 04:42:20.113881 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-18d89dd8-2d2e-4370-83d8-098b69289c0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:42:22.496946 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-083550dd-4623-4dc3-81a2-17f635406f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:42:23.325422 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:42:24.151844 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-62fe730e-da9a-4cac-a5e3-718f571d83ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:42:25.685478 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-c7bbae2d-f237-46cc-b838-3371bd865633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:42:36.850868 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:42:45.071698 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.agents_db [None req-7fda405f-bd13-41fd-9497-f6551785b8a3 None None] Agent healthcheck: found 6 active agents {{(pid=94618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 04:42:50.093674 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-32140c6a-0683-4490-b8b1-192220ba09ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:42:51.310570 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-3434c729-3824-498d-b050-d3c4ca21ee0f req-d4975ab9-9765-4e5b-ac87-2a21bee08203 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a2b3adb7-8820-48bb-a174-9499e8a74908&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0379479 Sep 22 04:42:51.392332 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3434c729-3824-498d-b050-d3c4ca21ee0f req-5f17c2f0-fa71-49b8-bfc1-2105bd2955d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:42:51.393816 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-3434c729-3824-498d-b050-d3c4ca21ee0f req-5f17c2f0-fa71-49b8-bfc1-2105bd2955d9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4b68482b3b1e4a76a2dcfa13c010ddd3&device_id=a2b3adb7-8820-48bb-a174-9499e8a74908 HTTP/1.1" status: 200 len: 1099 time: 0.0430639 Sep 22 04:42:51.493379 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3434c729-3824-498d-b050-d3c4ca21ee0f req-b27611ae-c382-4b20-aa34-54ab08965840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:42:51.495416 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-3434c729-3824-498d-b050-d3c4ca21ee0f req-b27611ae-c382-4b20-aa34-54ab08965840 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c4eb31c7-29a7-4457-bdc8-e6fe0d5e67d6 HTTP/1.1" status: 200 len: 909 time: 0.0825312 Sep 22 04:42:51.559892 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-3434c729-3824-498d-b050-d3c4ca21ee0f req-63f78e5c-8558-471a-9110-02e73471317a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=62216123-5e92-4f7f-9ab5-2df75be0757a HTTP/1.1" status: 200 len: 1002 time: 0.0578897 Sep 22 04:42:51.606517 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3434c729-3824-498d-b050-d3c4ca21ee0f req-bb910e50-f18e-4973-94bc-8bde37b14e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:42:51.607869 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-3434c729-3824-498d-b050-d3c4ca21ee0f req-bb910e50-f18e-4973-94bc-8bde37b14e2c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=51faac7c-bbcf-4e3e-9d43-95b863ca52fa HTTP/1.1" status: 200 len: 848 time: 0.0411088 Sep 22 04:42:51.652213 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3434c729-3824-498d-b050-d3c4ca21ee0f req-dd1f6a89-7546-447a-930a-11b073aae569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:42:51.653692 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-3434c729-3824-498d-b050-d3c4ca21ee0f req-dd1f6a89-7546-447a-930a-11b073aae569 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c4eb31c7-29a7-4457-bdc8-e6fe0d5e67d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389791 Sep 22 04:42:51.744763 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-3434c729-3824-498d-b050-d3c4ca21ee0f req-0bb56ce0-c0c1-4de8-a058-6d9a92998b21 service neutron] 10.222.0.30 "GET /v2.0/networks/c4eb31c7-29a7-4457-bdc8-e6fe0d5e67d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821192 Sep 22 04:42:51.831439 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-3434c729-3824-498d-b050-d3c4ca21ee0f req-1a0e65a6-eedf-4754-a039-5f8cbb51602b service neutron] 10.222.0.30 "GET /v2.0/networks/c4eb31c7-29a7-4457-bdc8-e6fe0d5e67d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798168 Sep 22 04:42:52.488003 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-37ad096c-04c1-4fec-8103-1254d107c0c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:42:53.316937 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:42:54.133891 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-62fe730e-da9a-4cac-a5e3-718f571d83ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:42:55.701906 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-c7bbae2d-f237-46cc-b838-3371bd865633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:06.439085 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 51312) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:43:06.592148 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.plugin [None req-40aef930-bd38-4c29-a0f6-0515ec22df09 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Deleting port 2ba5bd73-8e18-4a4b-9bd3-86ef194fdda6 {{(pid=94615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 04:43:06.592489 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-40aef930-bd38-4c29-a0f6-0515ec22df09 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769518975272'] for port, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:06.666395 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-40aef930-bd38-4c29-a0f6-0515ec22df09 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1861379'] for port, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:06.666719 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-40aef930-bd38-4c29-a0f6-0515ec22df09 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:06.677895 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.plugin [None req-40aef930-bd38-4c29-a0f6-0515ec22df09 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Calling delete_port for 2ba5bd73-8e18-4a4b-9bd3-86ef194fdda6 owned by network:floatingip {{(pid=94615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 04:43:06.873180 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:06.895875 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-40aef930-bd38-4c29-a0f6-0515ec22df09 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769518980334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769518673866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533447879'] for port, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:06.925203 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40aef930-bd38-4c29-a0f6-0515ec22df09 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Pushing event deleted for resources: {'Port': ['ID=2ba5bd73-8e18-4a4b-9bd3-86ef194fdda6,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:43:06.948171 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40aef930-bd38-4c29-a0f6-0515ec22df09 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:43:06.948564 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40aef930-bd38-4c29-a0f6-0515ec22df09 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:43:06.948937 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40aef930-bd38-4c29-a0f6-0515ec22df09 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:43:06.949266 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40aef930-bd38-4c29-a0f6-0515ec22df09 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:43:06.949614 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40aef930-bd38-4c29-a0f6-0515ec22df09 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:43:06.949930 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40aef930-bd38-4c29-a0f6-0515ec22df09 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:43:06.950256 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40aef930-bd38-4c29-a0f6-0515ec22df09 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:43:06.950580 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40aef930-bd38-4c29-a0f6-0515ec22df09 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:43:06.950906 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40aef930-bd38-4c29-a0f6-0515ec22df09 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:43:06.951229 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40aef930-bd38-4c29-a0f6-0515ec22df09 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:43:06.951555 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40aef930-bd38-4c29-a0f6-0515ec22df09 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:43:06.951874 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40aef930-bd38-4c29-a0f6-0515ec22df09 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:43:06.992418 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-40aef930-bd38-4c29-a0f6-0515ec22df09 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Notify callbacks [] for floatingip, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:06.992778 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.db.l3_db [None req-40aef930-bd38-4c29-a0f6-0515ec22df09 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Floating IP 4db7dd55-e90c-4f4d-8d3d-5b5947cca884 disassociated (deleted). External IP: 172.27.3.100, port: 62216123-5e92-4f7f-9ab5-2df75be0757a. Sep 22 04:43:07.195007 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40aef930-bd38-4c29-a0f6-0515ec22df09 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Router 5ab5e043-5946-4ee4-b52f-f8b224732d2b has already been hosted by L3 agent 67baeb3b-346e-4680-9ea8-6eec6aa84835 {{(pid=94615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 04:43:07.300390 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40aef930-bd38-4c29-a0f6-0515ec22df09 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Notify agent at l3_agent.dv-cinder-810118-1-iscsi the message routers_updated {{(pid=94615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 04:43:07.304778 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-40aef930-bd38-4c29-a0f6-0515ec22df09 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34584'] for floatingip, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:07.311125 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19275705-396c-40c0-b360-a308dab8772f None None] Sync routers for ids ['5ab5e043-5946-4ee4-b52f-f8b224732d2b'] in dv-cinder-810118-1-iscsi {{(pid=94617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 04:43:07.319663 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19275705-396c-40c0-b360-a308dab8772f None None] Routers {'5ab5e043-5946-4ee4-b52f-f8b224732d2b'} bound to L3 agent in host dv-cinder-810118-1-iscsi {{(pid=94617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 04:43:07.320269 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-19275705-396c-40c0-b360-a308dab8772f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810118-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T04:20:22Z,description=,heartbeat_timestamp=2021-09-22T04:42:52Z,host='dv-cinder-810118-1-iscsi',id=67baeb3b-346e-4680-9ea8-6eec6aa84835,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T04:20:23Z,topic='l3_agent')) {'router_ids': ['5ab5e043-5946-4ee4-b52f-f8b224732d2b'], 'active': True} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:43:07.330987 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-40aef930-bd38-4c29-a0f6-0515ec22df09 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] 10.222.0.24 "DELETE /v2.0/floatingips/4db7dd55-e90c-4f4d-8d3d-5b5947cca884 HTTP/1.1" status: 204 len: 168 time: 0.8908625 Sep 22 04:43:07.331549 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2b3adb7-8820-48bb-a174-9499e8a74908', 'tag': '62216123-5e92-4f7f-9ab5-2df75be0757a'}] {{(pid=94615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 04:43:07.333980 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d27d553a3b9744112e878a2e80866f1fe0303ccc5aac5545403223d44c5d0e8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bc7adad-8edf-470e-a52d-65f9253d66b8" -d '{"events": [{"name": "network-changed", "server_uuid": "a2b3adb7-8820-48bb-a174-9499e8a74908", "tag": "62216123-5e92-4f7f-9ab5-2df75be0757a"}]}' {{(pid=94615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 04:43:07.372126 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 04:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be7802b5-0ab7-4076-943b-831583b54268 x-openstack-request-id: req-be7802b5-0ab7-4076-943b-831583b54268 {{(pid=94615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 04:43:07.372418 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2b3adb7-8820-48bb-a174-9499e8a74908", "tag": "62216123-5e92-4f7f-9ab5-2df75be0757a", "status": "completed", "code": 200}]} {{(pid=94615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 04:43:07.372709 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-be7802b5-0ab7-4076-943b-831583b54268 {{(pid=94615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 04:43:07.373437 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2b3adb7-8820-48bb-a174-9499e8a74908', 'tag': '62216123-5e92-4f7f-9ab5-2df75be0757a', 'status': 'completed', 'code': 200} Sep 22 04:43:07.431673 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvr_db [None req-19275705-396c-40c0-b360-a308dab8772f None None] Set router 5ab5e043-5946-4ee4-b52f-f8b224732d2b gateway port host: dv-cinder-810118-1-iscsi {{(pid=94617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 04:43:07.439275 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc7adad-8edf-470e-a52d-65f9253d66b8 req-41de9bb6-6815-48bc-abe7-a0295de93409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:43:07.440800 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-2bc7adad-8edf-470e-a52d-65f9253d66b8 req-41de9bb6-6815-48bc-abe7-a0295de93409 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4b68482b3b1e4a76a2dcfa13c010ddd3&device_id=a2b3adb7-8820-48bb-a174-9499e8a74908 HTTP/1.1" status: 200 len: 1099 time: 0.0448549 Sep 22 04:43:07.531586 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc7adad-8edf-470e-a52d-65f9253d66b8 req-6481d7dc-2aa9-42ee-87dd-8ead90aa9aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:43:07.533154 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-2bc7adad-8edf-470e-a52d-65f9253d66b8 req-6481d7dc-2aa9-42ee-87dd-8ead90aa9aa7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c4eb31c7-29a7-4457-bdc8-e6fe0d5e67d6 HTTP/1.1" status: 200 len: 909 time: 0.0852423 Sep 22 04:43:07.577124 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-2bc7adad-8edf-470e-a52d-65f9253d66b8 req-d00bbfdc-1a43-41da-8627-3b07814ba71e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=62216123-5e92-4f7f-9ab5-2df75be0757a HTTP/1.1" status: 200 len: 217 time: 0.0373349 Sep 22 04:43:07.627389 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-19275705-396c-40c0-b360-a308dab8772f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab5e043-5946-4ee4-b52f-f8b224732d2b', 'name': 'tempest-TestShelveInstance-1584685274-router', 'tenant_id': '4b68482b3b1e4a76a2dcfa13c010ddd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'external_fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': 'd2896124-2417-4e74-8270-ebeceef8c0ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T04:38:41Z', 'updated_at': '2021-09-22T04:38:44Z', 'revision_number': 4, 'project_id': '4b68482b3b1e4a76a2dcfa13c010ddd3', 'gw_port': {'id': 'd2896124-2417-4e74-8270-ebeceef8c0ae', 'name': '', 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:1d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab5e043-5946-4ee4-b52f-f8b224732d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:38:41Z', 'updated_at': '2021-09-22T04:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810118-1-iscsi', '_interfaces': [{'id': '46f604f0-8e48-41dc-98e2-2b65d571056e', 'name': '', 'network_id': 'c4eb31c7-29a7-4457-bdc8-e6fe0d5e67d6', 'tenant_id': '4b68482b3b1e4a76a2dcfa13c010ddd3', 'mac_address': 'fa:16:3e:19:f1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab5e043-5946-4ee4-b52f-f8b224732d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '51faac7c-bbcf-4e3e-9d43-95b863ca52fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:38:43Z', 'updated_at': '2021-09-22T04:38:47Z', 'revision_number': 5, 'project_id': '4b68482b3b1e4a76a2dcfa13c010ddd3', 'subnets': [{'id': '51faac7c-bbcf-4e3e-9d43-95b863ca52fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810118-1-iscsi', False) {} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:43:07.628145 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc7adad-8edf-470e-a52d-65f9253d66b8 req-b50ac518-ee58-477f-8c89-a5f45d9d9370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:43:07.629912 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-2bc7adad-8edf-470e-a52d-65f9253d66b8 req-b50ac518-ee58-477f-8c89-a5f45d9d9370 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=51faac7c-bbcf-4e3e-9d43-95b863ca52fa HTTP/1.1" status: 200 len: 848 time: 0.0465860 Sep 22 04:43:07.679917 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc7adad-8edf-470e-a52d-65f9253d66b8 req-cacfc0e1-2fa3-4370-b160-4982988b30f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:43:07.682054 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-2bc7adad-8edf-470e-a52d-65f9253d66b8 req-cacfc0e1-2fa3-4370-b160-4982988b30f2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c4eb31c7-29a7-4457-bdc8-e6fe0d5e67d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0454133 Sep 22 04:43:07.785312 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19275705-396c-40c0-b360-a308dab8772f None None] Checking router: 5ab5e043-5946-4ee4-b52f-f8b224732d2b for host: dv-cinder-810118-1-iscsi {{(pid=94617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 04:43:07.795528 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19275705-396c-40c0-b360-a308dab8772f None None] Routers {'5ab5e043-5946-4ee4-b52f-f8b224732d2b'} bound to L3 agent in host dv-cinder-810118-1-iscsi {{(pid=94617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 04:43:07.796430 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-19275705-396c-40c0-b360-a308dab8772f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810118-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T04:20:22Z,description=,heartbeat_timestamp=2021-09-22T04:42:52Z,host='dv-cinder-810118-1-iscsi',id=67baeb3b-346e-4680-9ea8-6eec6aa84835,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T04:20:23Z,topic='l3_agent')) {'router_ids': ['5ab5e043-5946-4ee4-b52f-f8b224732d2b'], 'active': True} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:43:07.815691 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-2bc7adad-8edf-470e-a52d-65f9253d66b8 req-de417a99-5f67-4081-9225-c7a67a2f45df service neutron] 10.222.0.30 "GET /v2.0/networks/c4eb31c7-29a7-4457-bdc8-e6fe0d5e67d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247926 Sep 22 04:43:07.823927 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592dd592-4654-42fe-b614-e80ce1210813 req-517b73f9-1b61-4345-a6a1-a2ccea9e1ffe tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:43:07.825337 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-592dd592-4654-42fe-b614-e80ce1210813 req-517b73f9-1b61-4345-a6a1-a2ccea9e1ffe tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2b3adb7-8820-48bb-a174-9499e8a74908 HTTP/1.1" status: 200 len: 946 time: 0.0680230 Sep 22 04:43:07.900888 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvr_db [None req-19275705-396c-40c0-b360-a308dab8772f None None] Set router 5ab5e043-5946-4ee4-b52f-f8b224732d2b gateway port host: dv-cinder-810118-1-iscsi {{(pid=94617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 04:43:07.910211 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-592dd592-4654-42fe-b614-e80ce1210813 req-fd42717c-b6ff-4064-a5bf-11279b4a09d5 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] 10.222.0.24 "GET /v2.0/security-groups?id=266508a2-853d-4976-bd87-6270dd3d221e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771625 Sep 22 04:43:07.936662 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-2bc7adad-8edf-470e-a52d-65f9253d66b8 req-0aba822d-15ca-4fc2-a45f-289a1b011603 service neutron] 10.222.0.30 "GET /v2.0/networks/c4eb31c7-29a7-4457-bdc8-e6fe0d5e67d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103535 Sep 22 04:43:08.097506 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-19275705-396c-40c0-b360-a308dab8772f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab5e043-5946-4ee4-b52f-f8b224732d2b', 'name': 'tempest-TestShelveInstance-1584685274-router', 'tenant_id': '4b68482b3b1e4a76a2dcfa13c010ddd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'external_fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': 'd2896124-2417-4e74-8270-ebeceef8c0ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T04:38:41Z', 'updated_at': '2021-09-22T04:38:44Z', 'revision_number': 4, 'project_id': '4b68482b3b1e4a76a2dcfa13c010ddd3', 'gw_port': {'id': 'd2896124-2417-4e74-8270-ebeceef8c0ae', 'name': '', 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:1d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab5e043-5946-4ee4-b52f-f8b224732d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:38:41Z', 'updated_at': '2021-09-22T04:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810118-1-iscsi', '_interfaces': [{'id': '46f604f0-8e48-41dc-98e2-2b65d571056e', 'name': '', 'network_id': 'c4eb31c7-29a7-4457-bdc8-e6fe0d5e67d6', 'tenant_id': '4b68482b3b1e4a76a2dcfa13c010ddd3', 'mac_address': 'fa:16:3e:19:f1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab5e043-5946-4ee4-b52f-f8b224732d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '51faac7c-bbcf-4e3e-9d43-95b863ca52fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:38:43Z', 'updated_at': '2021-09-22T04:38:47Z', 'revision_number': 5, 'project_id': '4b68482b3b1e4a76a2dcfa13c010ddd3', 'subnets': [{'id': '51faac7c-bbcf-4e3e-9d43-95b863ca52fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810118-1-iscsi', False) {} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:43:08.129763 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19275705-396c-40c0-b360-a308dab8772f None None] The sync data for ids ['5ab5e043-5946-4ee4-b52f-f8b224732d2b'] in dv-cinder-810118-1-iscsi is: [{'id': '5ab5e043-5946-4ee4-b52f-f8b224732d2b', 'name': 'tempest-TestShelveInstance-1584685274-router', 'tenant_id': '4b68482b3b1e4a76a2dcfa13c010ddd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'external_fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': 'd2896124-2417-4e74-8270-ebeceef8c0ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T04:38:41Z', 'updated_at': '2021-09-22T04:38:44Z', 'revision_number': 4, 'project_id': '4b68482b3b1e4a76a2dcfa13c010ddd3', 'gw_port': {'id': 'd2896124-2417-4e74-8270-ebeceef8c0ae', 'name': '', 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:1d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab5e043-5946-4ee4-b52f-f8b224732d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:38:41Z', 'updated_at': '2021-09-22T04:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810118-1-iscsi', '_interfaces': [{'id': '46f604f0-8e48-41dc-98e2-2b65d571056e', 'name': '', 'network_id': 'c4eb31c7-29a7-4457-bdc8-e6fe0d5e67d6', 'tenant_id': '4b68482b3b1e4a76a2dcfa13c010ddd3', 'mac_address': 'fa:16:3e:19:f1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab5e043-5946-4ee4-b52f-f8b224732d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '51faac7c-bbcf-4e3e-9d43-95b863ca52fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:38:43Z', 'updated_at': '2021-09-22T04:38:47Z', 'revision_number': 5, 'project_id': '4b68482b3b1e4a76a2dcfa13c010ddd3', 'subnets': [{'id': '51faac7c-bbcf-4e3e-9d43-95b863ca52fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 04:43:08.325184 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456b55d7-9e52-49e2-b751-18c6d526680b None None] New status for floating IP 4db7dd55-e90c-4f4d-8d3d-5b5947cca884: DOWN {{(pid=94618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 04:43:09.025924 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49f83cd-1705-48b2-9b3c-e86c33f60b2e req-55c97129-1955-4c75-b419-5a3b80062ee9 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:43:09.027383 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-f49f83cd-1705-48b2-9b3c-e86c33f60b2e req-55c97129-1955-4c75-b419-5a3b80062ee9 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2b3adb7-8820-48bb-a174-9499e8a74908 HTTP/1.1" status: 200 len: 946 time: 0.0486934 Sep 22 04:43:09.067817 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-f49f83cd-1705-48b2-9b3c-e86c33f60b2e req-dad822b0-1ff9-49bc-8048-e566bf90fd1f tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] 10.222.0.24 "GET /v2.0/security-groups?id=266508a2-853d-4976-bd87-6270dd3d221e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346003 Sep 22 04:43:09.283249 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9767592c-34b7-45c1-bc98-56b533477834 req-98368187-1733-4dd7-bf34-b9d22a2c24f7 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:43:09.284643 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-9767592c-34b7-45c1-bc98-56b533477834 req-98368187-1733-4dd7-bf34-b9d22a2c24f7 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2b3adb7-8820-48bb-a174-9499e8a74908 HTTP/1.1" status: 200 len: 946 time: 0.0478816 Sep 22 04:43:09.373858 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [req-9767592c-34b7-45c1-bc98-56b533477834 req-5d12d6a6-d167-48df-88bd-e01d5990136e tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Deleting port 62216123-5e92-4f7f-9ab5-2df75be0757a {{(pid=94616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 04:43:09.374191 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-9767592c-34b7-45c1-bc98-56b533477834 req-5d12d6a6-d167-48df-88bd-e01d5990136e tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769518975272'] for port, before_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:09.459703 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [req-9767592c-34b7-45c1-bc98-56b533477834 req-5d12d6a6-d167-48df-88bd-e01d5990136e tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] For port 62216123-5e92-4f7f-9ab5-2df75be0757a, host hv-cinder-81011, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81011',level=0,port_id=62216123-5e92-4f7f-9ab5-2df75be0757a,segment=NetworkSegment(78083204-fca6-4c66-ab51-3841b58130c0),segment_id=78083204-fca6-4c66-ab51-3841b58130c0)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:43:09.460055 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-9767592c-34b7-45c1-bc98-56b533477834 req-5d12d6a6-d167-48df-88bd-e01d5990136e tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1861379'] for port, precommit_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:09.471810 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [req-9767592c-34b7-45c1-bc98-56b533477834 req-5d12d6a6-d167-48df-88bd-e01d5990136e tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Calling delete_port for 62216123-5e92-4f7f-9ab5-2df75be0757a owned by compute:nova {{(pid=94616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 04:43:09.655790 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-9767592c-34b7-45c1-bc98-56b533477834 req-5d12d6a6-d167-48df-88bd-e01d5990136e tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769518980334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769518673866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534565802'] for port, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:09.683486 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d12d6a6-d167-48df-88bd-e01d5990136e tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Pushing event deleted for resources: {'Port': ['ID=62216123-5e92-4f7f-9ab5-2df75be0757a,revision_number=None']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:43:09.697860 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d12d6a6-d167-48df-88bd-e01d5990136e tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:43:09.698198 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d12d6a6-d167-48df-88bd-e01d5990136e tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:43:09.698532 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d12d6a6-d167-48df-88bd-e01d5990136e tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:43:09.698860 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d12d6a6-d167-48df-88bd-e01d5990136e tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:43:09.699184 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d12d6a6-d167-48df-88bd-e01d5990136e tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:43:09.699504 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d12d6a6-d167-48df-88bd-e01d5990136e tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:43:09.699821 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d12d6a6-d167-48df-88bd-e01d5990136e tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:43:09.700136 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d12d6a6-d167-48df-88bd-e01d5990136e tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:43:09.700453 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d12d6a6-d167-48df-88bd-e01d5990136e tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:43:09.700792 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d12d6a6-d167-48df-88bd-e01d5990136e tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:43:09.701104 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d12d6a6-d167-48df-88bd-e01d5990136e tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:43:09.701417 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d12d6a6-d167-48df-88bd-e01d5990136e tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:43:09.764736 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvrscheduler_db [req-9767592c-34b7-45c1-bc98-56b533477834 req-5d12d6a6-d167-48df-88bd-e01d5990136e tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] No DVR routers for this DVR port 62216123-5e92-4f7f-9ab5-2df75be0757a on host hv-cinder-81011 {{(pid=94616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 04:43:09.764736 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-9767592c-34b7-45c1-bc98-56b533477834 req-5d12d6a6-d167-48df-88bd-e01d5990136e tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34584'] for port, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:09.764736 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-9767592c-34b7-45c1-bc98-56b533477834 req-5d12d6a6-d167-48df-88bd-e01d5990136e tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] 10.222.0.30 "DELETE /v2.0/ports/62216123-5e92-4f7f-9ab5-2df75be0757a HTTP/1.1" status: 204 len: 173 time: 0.4506490 Sep 22 04:43:09.764736 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2b3adb7-8820-48bb-a174-9499e8a74908', 'name': 'network-vif-deleted', 'tag': '62216123-5e92-4f7f-9ab5-2df75be0757a'}] {{(pid=94616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 04:43:09.764736 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ee93b3f7eb2b2b6a350c95698ebe5b9c8d238e2160e747b625fec6bb3c76933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f83a38c-1904-433e-871a-347531d67dfa" -d '{"events": [{"server_uuid": "a2b3adb7-8820-48bb-a174-9499e8a74908", "name": "network-vif-deleted", "tag": "62216123-5e92-4f7f-9ab5-2df75be0757a"}]}' {{(pid=94616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 04:43:09.778064 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 04:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1dfe5f8-5026-4e4d-ad41-34405715ade8 x-openstack-request-id: req-d1dfe5f8-5026-4e4d-ad41-34405715ade8 {{(pid=94616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 04:43:09.778348 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2b3adb7-8820-48bb-a174-9499e8a74908", "name": "network-vif-deleted", "tag": "62216123-5e92-4f7f-9ab5-2df75be0757a", "status": "completed", "code": 200}]} {{(pid=94616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 04:43:09.778596 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d1dfe5f8-5026-4e4d-ad41-34405715ade8 {{(pid=94616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 04:43:09.779003 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2b3adb7-8820-48bb-a174-9499e8a74908', 'name': 'network-vif-deleted', 'tag': '62216123-5e92-4f7f-9ab5-2df75be0757a', 'status': 'completed', 'code': 200} Sep 22 04:43:10.166162 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-116aa6f6-0246-46cc-8c3c-73bf07e05a52 req-8c42c72b-768b-42c8-9c0a-07a8be3a4378 tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2b3adb7-8820-48bb-a174-9499e8a74908 HTTP/1.1" status: 200 len: 210 time: 0.0276175 Sep 22 04:43:11.222763 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 51338) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:43:11.279688 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-0156b6c1-ea19-48b3-af90-c9718ba3bc0b tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Notify callbacks [] for security_group, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:11.307443 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-0156b6c1-ea19-48b3-af90-c9718ba3bc0b tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:11.427248 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-0156b6c1-ea19-48b3-af90-c9718ba3bc0b tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:11.429765 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-0156b6c1-ea19-48b3-af90-c9718ba3bc0b tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Notify callbacks [] for security_group, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:11.430906 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-0156b6c1-ea19-48b3-af90-c9718ba3bc0b tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] 10.222.0.24 "DELETE /v2.0/security-groups/266508a2-853d-4976-bd87-6270dd3d221e HTTP/1.1" status: 204 len: 168 time: 0.2071700 Sep 22 04:43:11.440199 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0156b6c1-ea19-48b3-af90-c9718ba3bc0b tempest-TestShelveInstance-387071602 tempest-TestShelveInstance-387071602-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=266508a2-853d-4976-bd87-6270dd3d221e,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:43:11.536272 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 51342) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:43:11.866743 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-03b86533-2e25-405a-a332-a772e3efa44f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1867546'] for router_interface, before_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:12.098050 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [None req-03b86533-2e25-405a-a332-a772e3efa44f admin admin] Deleting port 46f604f0-8e48-41dc-98e2-2b65d571056e {{(pid=94616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 04:43:12.098384 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-03b86533-2e25-405a-a332-a772e3efa44f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769518975272'] for port, before_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:12.172345 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-03b86533-2e25-405a-a332-a772e3efa44f admin admin] For port 46f604f0-8e48-41dc-98e2-2b65d571056e, host dv-cinder-810118-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810118-1-iscsi',level=0,port_id=46f604f0-8e48-41dc-98e2-2b65d571056e,segment=NetworkSegment(78083204-fca6-4c66-ab51-3841b58130c0),segment_id=78083204-fca6-4c66-ab51-3841b58130c0)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:43:12.172730 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-03b86533-2e25-405a-a332-a772e3efa44f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1861379'] for port, precommit_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:12.184340 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [None req-03b86533-2e25-405a-a332-a772e3efa44f admin admin] Calling delete_port for 46f604f0-8e48-41dc-98e2-2b65d571056e owned by network:router_interface {{(pid=94616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 04:43:12.413651 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-03b86533-2e25-405a-a332-a772e3efa44f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769518980334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769518673866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534565802'] for port, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:12.438507 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b86533-2e25-405a-a332-a772e3efa44f admin admin] Pushing event deleted for resources: {'Port': ['ID=46f604f0-8e48-41dc-98e2-2b65d571056e,revision_number=None']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:43:12.857895 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-03b86533-2e25-405a-a332-a772e3efa44f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1865363'] for router_interface, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:12.989477 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Device 62216123-5e92-4f7f-9ab5-2df75be0757a no longer exists at agent hyperv_hv-cinder-81011 {{(pid=94617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 04:43:13.009436 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.plugin [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] No Port match for: 62216123-5e92-4f7f-9ab5-2df75be0757a {{(pid=94617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 04:43:13.009782 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Device 62216123-5e92-4f7f-9ab5-2df75be0757a not bound to the agent host hv-cinder-81011 {{(pid=94617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 04:43:13.064192 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03b86533-2e25-405a-a332-a772e3efa44f admin admin] Router 5ab5e043-5946-4ee4-b52f-f8b224732d2b has already been hosted by L3 agent 67baeb3b-346e-4680-9ea8-6eec6aa84835 {{(pid=94616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 04:43:13.165697 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03b86533-2e25-405a-a332-a772e3efa44f admin admin] Notify agent at l3_agent.dv-cinder-810118-1-iscsi the message routers_updated {{(pid=94616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 04:43:13.171211 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-03b86533-2e25-405a-a332-a772e3efa44f admin admin] 10.222.0.24 "PUT /v2.0/routers/5ab5e043-5946-4ee4-b52f-f8b224732d2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6338918 Sep 22 04:43:13.173745 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 51344) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:43:13.176328 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89bd1dc-5fea-4da1-b979-848a2c840947 None None] Sync routers for ids ['5ab5e043-5946-4ee4-b52f-f8b224732d2b'] in dv-cinder-810118-1-iscsi {{(pid=94617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 04:43:13.186025 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89bd1dc-5fea-4da1-b979-848a2c840947 None None] Routers {'5ab5e043-5946-4ee4-b52f-f8b224732d2b'} bound to L3 agent in host dv-cinder-810118-1-iscsi {{(pid=94617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 04:43:13.186637 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-a89bd1dc-5fea-4da1-b979-848a2c840947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810118-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T04:20:22Z,description=,heartbeat_timestamp=2021-09-22T04:42:52Z,host='dv-cinder-810118-1-iscsi',id=67baeb3b-346e-4680-9ea8-6eec6aa84835,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T04:20:23Z,topic='l3_agent')) {'router_ids': ['5ab5e043-5946-4ee4-b52f-f8b224732d2b'], 'active': True} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:43:13.275064 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-133bf9de-358b-45e6-94df-49c7b7caf9bf admin admin] Notify callbacks [] for router, before_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:13.287900 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvr_db [None req-a89bd1dc-5fea-4da1-b979-848a2c840947 None None] Set router 5ab5e043-5946-4ee4-b52f-f8b224732d2b gateway port host: dv-cinder-810118-1-iscsi {{(pid=94617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 04:43:13.375781 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-133bf9de-358b-45e6-94df-49c7b7caf9bf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:13.462786 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-a89bd1dc-5fea-4da1-b979-848a2c840947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab5e043-5946-4ee4-b52f-f8b224732d2b', 'name': 'tempest-TestShelveInstance-1584685274-router', 'tenant_id': '4b68482b3b1e4a76a2dcfa13c010ddd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'external_fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': 'd2896124-2417-4e74-8270-ebeceef8c0ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T04:38:41Z', 'updated_at': '2021-09-22T04:43:12Z', 'revision_number': 5, 'project_id': '4b68482b3b1e4a76a2dcfa13c010ddd3', 'gw_port': {'id': 'd2896124-2417-4e74-8270-ebeceef8c0ae', 'name': '', 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:1d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab5e043-5946-4ee4-b52f-f8b224732d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:38:41Z', 'updated_at': '2021-09-22T04:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810118-1-iscsi'}], 'dv-cinder-810118-1-iscsi', False) {} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:43:13.491023 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [None req-133bf9de-358b-45e6-94df-49c7b7caf9bf admin admin] Deleting port d2896124-2417-4e74-8270-ebeceef8c0ae {{(pid=94616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 04:43:13.491375 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-133bf9de-358b-45e6-94df-49c7b7caf9bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769518975272'] for port, before_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:13.492800 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89bd1dc-5fea-4da1-b979-848a2c840947 None None] Checking router: 5ab5e043-5946-4ee4-b52f-f8b224732d2b for host: dv-cinder-810118-1-iscsi {{(pid=94617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 04:43:13.500952 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89bd1dc-5fea-4da1-b979-848a2c840947 None None] Routers {'5ab5e043-5946-4ee4-b52f-f8b224732d2b'} bound to L3 agent in host dv-cinder-810118-1-iscsi {{(pid=94617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 04:43:13.501559 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-a89bd1dc-5fea-4da1-b979-848a2c840947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810118-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T04:20:22Z,description=,heartbeat_timestamp=2021-09-22T04:42:52Z,host='dv-cinder-810118-1-iscsi',id=67baeb3b-346e-4680-9ea8-6eec6aa84835,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T04:20:23Z,topic='l3_agent')) {'router_ids': ['5ab5e043-5946-4ee4-b52f-f8b224732d2b'], 'active': True} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:43:13.571651 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-133bf9de-358b-45e6-94df-49c7b7caf9bf admin admin] For port d2896124-2417-4e74-8270-ebeceef8c0ae, host dv-cinder-810118-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810118-1-iscsi',level=0,port_id=d2896124-2417-4e74-8270-ebeceef8c0ae,segment=NetworkSegment(57bccd0b-6164-41c6-a48d-7aba82135152),segment_id=57bccd0b-6164-41c6-a48d-7aba82135152)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:43:13.572011 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-133bf9de-358b-45e6-94df-49c7b7caf9bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1861379'] for port, precommit_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:13.583960 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvr_db [None req-a89bd1dc-5fea-4da1-b979-848a2c840947 None None] Set router 5ab5e043-5946-4ee4-b52f-f8b224732d2b gateway port host: None {{(pid=94617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 04:43:13.584275 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [None req-133bf9de-358b-45e6-94df-49c7b7caf9bf admin admin] Calling delete_port for d2896124-2417-4e74-8270-ebeceef8c0ae owned by network:router_gateway {{(pid=94616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 04:43:13.638972 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-a89bd1dc-5fea-4da1-b979-848a2c840947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab5e043-5946-4ee4-b52f-f8b224732d2b', 'name': 'tempest-TestShelveInstance-1584685274-router', 'tenant_id': '4b68482b3b1e4a76a2dcfa13c010ddd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T04:38:41Z', 'updated_at': '2021-09-22T04:43:13Z', 'revision_number': 6, 'project_id': '4b68482b3b1e4a76a2dcfa13c010ddd3', 'gw_port_host': None}], 'dv-cinder-810118-1-iscsi', False) {} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:43:13.664933 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89bd1dc-5fea-4da1-b979-848a2c840947 None None] The sync data for ids ['5ab5e043-5946-4ee4-b52f-f8b224732d2b'] in dv-cinder-810118-1-iscsi is: [{'id': '5ab5e043-5946-4ee4-b52f-f8b224732d2b', 'name': 'tempest-TestShelveInstance-1584685274-router', 'tenant_id': '4b68482b3b1e4a76a2dcfa13c010ddd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T04:38:41Z', 'updated_at': '2021-09-22T04:43:13Z', 'revision_number': 6, 'project_id': '4b68482b3b1e4a76a2dcfa13c010ddd3', 'gw_port_host': None}] {{(pid=94617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 04:43:13.816426 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-133bf9de-358b-45e6-94df-49c7b7caf9bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769518980334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769518673866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534565802'] for port, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:13.846616 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133bf9de-358b-45e6-94df-49c7b7caf9bf admin admin] Pushing event deleted for resources: {'Port': ['ID=d2896124-2417-4e74-8270-ebeceef8c0ae,revision_number=None']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:43:13.905528 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-133bf9de-358b-45e6-94df-49c7b7caf9bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1865296'] for router_gateway, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:13.991709 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-133bf9de-358b-45e6-94df-49c7b7caf9bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1865791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1980'] for router, precommit_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:13.993779 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-133bf9de-358b-45e6-94df-49c7b7caf9bf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:14.118960 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-133bf9de-358b-45e6-94df-49c7b7caf9bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1865782'] for router, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:14.120021 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-133bf9de-358b-45e6-94df-49c7b7caf9bf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5ab5e043-5946-4ee4-b52f-f8b224732d2b {{(pid=94616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 04:43:14.124750 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-133bf9de-358b-45e6-94df-49c7b7caf9bf admin admin] Notify callbacks [] for router, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:14.125895 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-133bf9de-358b-45e6-94df-49c7b7caf9bf admin admin] 10.222.0.24 "DELETE /v2.0/routers/5ab5e043-5946-4ee4-b52f-f8b224732d2b HTTP/1.1" status: 204 len: 168 time: 0.9512379 Sep 22 04:43:14.128640 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 51346) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:43:14.162173 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Device 46f604f0-8e48-41dc-98e2-2b65d571056e no longer exists at agent ovs-agent-dv-cinder-810118-1-iscsi {{(pid=94617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 04:43:14.181372 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.db.db_base_plugin_v2 [None req-2489bd51-d4da-4b49-819e-5bb1de1676e0 admin admin] Deleting subnet 51faac7c-bbcf-4e3e-9d43-95b863ca52fa {{(pid=94616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 04:43:14.185182 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-2489bd51-d4da-4b49-819e-5bb1de1676e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:14.187279 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.plugin [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] No Port match for: 46f604f0-8e48-41dc-98e2-2b65d571056e {{(pid=94617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 04:43:14.187623 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Device 46f604f0-8e48-41dc-98e2-2b65d571056e not bound to the agent host dv-cinder-810118-1-iscsi {{(pid=94617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 04:43:14.220136 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-2489bd51-d4da-4b49-819e-5bb1de1676e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534548660'] for subnet, precommit_delete_associations {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:14.298104 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-2489bd51-d4da-4b49-819e-5bb1de1676e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-628562'] for subnet, precommit_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:14.417156 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-2489bd51-d4da-4b49-819e-5bb1de1676e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-628571', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534565879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532840862'] for subnet, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:14.442961 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2489bd51-d4da-4b49-819e-5bb1de1676e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51faac7c-bbcf-4e3e-9d43-95b863ca52fa,revision_number=None']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:43:14.446433 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-2489bd51-d4da-4b49-819e-5bb1de1676e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:14.449343 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-2489bd51-d4da-4b49-819e-5bb1de1676e0 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/51faac7c-bbcf-4e3e-9d43-95b863ca52fa HTTP/1.1" status: 204 len: 168 time: 0.3194022 Sep 22 04:43:14.451443 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 51348) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:43:14.454490 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3928c3f-c57d-4022-8ddf-6512872ed2a4 None None] Network c4eb31c7-29a7-4457-bdc8-e6fe0d5e67d6 requested from dv-cinder-810118-1-iscsi {{(pid=94617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 04:43:14.517331 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-c8c7afe1-2964-43d6-b86d-f12707fae1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536234'] for network, before_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:14.575791 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [None req-c8c7afe1-2964-43d6-b86d-f12707fae1c4 admin admin] Deleting port dbbe5e39-be16-40ae-a55b-42ed060faf09 {{(pid=94616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 04:43:14.576230 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-c8c7afe1-2964-43d6-b86d-f12707fae1c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769518975272'] for port, before_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:14.641135 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-110b8f3b-81e1-49fc-9174-1b74e315c017 None None] DHCP port deletion for c4eb31c7-29a7-4457-bdc8-e6fe0d5e67d6 request from dv-cinder-810118-1-iscsi {{(pid=94617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 04:43:14.643204 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-c8c7afe1-2964-43d6-b86d-f12707fae1c4 admin admin] For port dbbe5e39-be16-40ae-a55b-42ed060faf09, host dv-cinder-810118-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810118-1-iscsi',level=0,port_id=dbbe5e39-be16-40ae-a55b-42ed060faf09,segment=NetworkSegment(78083204-fca6-4c66-ab51-3841b58130c0),segment_id=78083204-fca6-4c66-ab51-3841b58130c0)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:43:14.643566 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-c8c7afe1-2964-43d6-b86d-f12707fae1c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1861379'] for port, precommit_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:14.655862 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [None req-c8c7afe1-2964-43d6-b86d-f12707fae1c4 admin admin] Calling delete_port for dbbe5e39-be16-40ae-a55b-42ed060faf09 owned by network:dhcp {{(pid=94616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 04:43:14.690461 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.plugin [None req-110b8f3b-81e1-49fc-9174-1b74e315c017 None None] Deleting port dbbe5e39-be16-40ae-a55b-42ed060faf09 {{(pid=94617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 04:43:14.690840 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-110b8f3b-81e1-49fc-9174-1b74e315c017 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769518975272'] for port, before_delete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:14.750731 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-110b8f3b-81e1-49fc-9174-1b74e315c017 None None] For port dbbe5e39-be16-40ae-a55b-42ed060faf09, host dv-cinder-810118-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810118-1-iscsi',level=0,port_id=dbbe5e39-be16-40ae-a55b-42ed060faf09,segment=NetworkSegment(78083204-fca6-4c66-ab51-3841b58130c0),segment_id=78083204-fca6-4c66-ab51-3841b58130c0)] {{(pid=94617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:43:14.751050 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-110b8f3b-81e1-49fc-9174-1b74e315c017 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1861379'] for port, precommit_delete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:14.763086 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.plugin [None req-110b8f3b-81e1-49fc-9174-1b74e315c017 None None] Calling delete_port for dbbe5e39-be16-40ae-a55b-42ed060faf09 owned by network:dhcp {{(pid=94617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 04:43:14.819084 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-c8c7afe1-2964-43d6-b86d-f12707fae1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769518980334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769518673866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534565802'] for port, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:14.837606 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-110b8f3b-81e1-49fc-9174-1b74e315c017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769518980334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769518673866'] for port, after_delete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:14.844369 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c7afe1-2964-43d6-b86d-f12707fae1c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=dbbe5e39-be16-40ae-a55b-42ed060faf09,revision_number=None']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:43:14.848034 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c7afe1-2964-43d6-b86d-f12707fae1c4 admin admin] No DVR routers for this DVR port dbbe5e39-be16-40ae-a55b-42ed060faf09 on host dv-cinder-810118-1-iscsi {{(pid=94616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 04:43:14.863733 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110b8f3b-81e1-49fc-9174-1b74e315c017 None None] Pushing event deleted for resources: {'Port': ['ID=dbbe5e39-be16-40ae-a55b-42ed060faf09,revision_number=None']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:43:14.865950 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110b8f3b-81e1-49fc-9174-1b74e315c017 None None] No DVR routers for this DVR port dbbe5e39-be16-40ae-a55b-42ed060faf09 on host dv-cinder-810118-1-iscsi {{(pid=94617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 04:43:14.876171 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110b8f3b-81e1-49fc-9174-1b74e315c017 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:43:14.876171 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110b8f3b-81e1-49fc-9174-1b74e315c017 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:43:14.876171 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110b8f3b-81e1-49fc-9174-1b74e315c017 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:43:14.876171 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110b8f3b-81e1-49fc-9174-1b74e315c017 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:43:14.876171 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110b8f3b-81e1-49fc-9174-1b74e315c017 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:43:14.876171 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110b8f3b-81e1-49fc-9174-1b74e315c017 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:43:14.876171 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110b8f3b-81e1-49fc-9174-1b74e315c017 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:43:14.876977 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110b8f3b-81e1-49fc-9174-1b74e315c017 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:43:14.876977 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110b8f3b-81e1-49fc-9174-1b74e315c017 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:43:14.876977 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110b8f3b-81e1-49fc-9174-1b74e315c017 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:43:14.877205 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110b8f3b-81e1-49fc-9174-1b74e315c017 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:43:14.878762 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110b8f3b-81e1-49fc-9174-1b74e315c017 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:43:14.919127 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-c8c7afe1-2964-43d6-b86d-f12707fae1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-628203', 'neutron.services.segments.db._delete_segments_for_network-8769519186836'] for network, precommit_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:14.941654 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.services.segments.db [None req-c8c7afe1-2964-43d6-b86d-f12707fae1c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4eb31c7-29a7-4457-bdc8-e6fe0d5e67d6']}} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:43:14.950547 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.services.segments.db [None req-c8c7afe1-2964-43d6-b86d-f12707fae1c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78083204-fca6-4c66-ab51-3841b58130c0') {'for_net_delete': True} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:43:14.950841 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.services.segments.db [None req-c8c7afe1-2964-43d6-b86d-f12707fae1c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78083204-fca6-4c66-ab51-3841b58130c0') {} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:43:14.959725 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-c8c7afe1-2964-43d6-b86d-f12707fae1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769519186077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534548653'] for segment, before_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:14.972809 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-c8c7afe1-2964-43d6-b86d-f12707fae1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-614853'] for segment, precommit_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:14.978502 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8c7afe1-2964-43d6-b86d-f12707fae1c4 admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=94616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 04:43:14.979450 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-c8c7afe1-2964-43d6-b86d-f12707fae1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-614853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534564441'] for segment, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:14.981078 dv-cinder-810118-1-iscsi neutron-server[94616]: Traceback (most recent call last): Sep 22 04:43:14.981078 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 04:43:14.981078 dv-cinder-810118-1-iscsi neutron-server[94616]: timer() Sep 22 04:43:14.981078 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 04:43:14.981078 dv-cinder-810118-1-iscsi neutron-server[94616]: cb(*args, **kw) Sep 22 04:43:14.981078 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 04:43:14.981078 dv-cinder-810118-1-iscsi neutron-server[94616]: return func(*args, **kwargs) Sep 22 04:43:14.981078 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 04:43:14.981078 dv-cinder-810118-1-iscsi neutron-server[94616]: self._notify() Sep 22 04:43:14.981078 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 04:43:14.981078 dv-cinder-810118-1-iscsi neutron-server[94616]: self.callback(batched_events) Sep 22 04:43:14.981078 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 04:43:14.981078 dv-cinder-810118-1-iscsi neutron-server[94616]: event.method(event) Sep 22 04:43:14.981078 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 04:43:14.981078 dv-cinder-810118-1-iscsi neutron-server[94616]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 04:43:14.981078 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 04:43:14.981078 dv-cinder-810118-1-iscsi neutron-server[94616]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 04:43:14.981078 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 04:43:14.981078 dv-cinder-810118-1-iscsi neutron-server[94616]: return f(self, *a, **k) Sep 22 04:43:14.981078 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 04:43:14.981078 dv-cinder-810118-1-iscsi neutron-server[94616]: return self._get(url).json() Sep 22 04:43:14.981078 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 04:43:14.981078 dv-cinder-810118-1-iscsi neutron-server[94616]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 04:43:14.981078 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 04:43:14.981078 dv-cinder-810118-1-iscsi neutron-server[94616]: return self.request(url, 'GET', **kwargs) Sep 22 04:43:14.981078 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 04:43:14.981078 dv-cinder-810118-1-iscsi neutron-server[94616]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 04:43:14.981078 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 04:43:14.981078 dv-cinder-810118-1-iscsi neutron-server[94616]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 04:43:14.981078 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 04:43:14.981078 dv-cinder-810118-1-iscsi neutron-server[94616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 04:43:14.981078 dv-cinder-810118-1-iscsi neutron-server[94616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 04:43:15.118535 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-c8c7afe1-2964-43d6-b86d-f12707fae1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-628188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1865228'] for network, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:15.123792 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-c8c7afe1-2964-43d6-b86d-f12707fae1c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578295'] for network, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:15.125746 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-c8c7afe1-2964-43d6-b86d-f12707fae1c4 admin admin] 10.222.0.24 "DELETE /v2.0/networks/c4eb31c7-29a7-4457-bdc8-e6fe0d5e67d6 HTTP/1.1" status: 204 len: 168 time: 0.6733689 Sep 22 04:43:15.129014 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 51350) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:43:15.136240 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c7afe1-2964-43d6-b86d-f12707fae1c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4eb31c7-29a7-4457-bdc8-e6fe0d5e67d6,revision_number=None']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:43:15.469033 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-897f8e2b-ca6a-44b3-a1e5-16a0f8ff1a92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1867546'] for router_interface, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:15.763982 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Device d2896124-2417-4e74-8270-ebeceef8c0ae no longer exists at agent ovs-agent-dv-cinder-810118-1-iscsi {{(pid=94617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 04:43:15.783282 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.plugin [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] No Port match for: d2896124-2417-4e74-8270-ebeceef8c0ae {{(pid=94617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 04:43:15.783699 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Device d2896124-2417-4e74-8270-ebeceef8c0ae not bound to the agent host dv-cinder-810118-1-iscsi {{(pid=94617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 04:43:15.784169 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Device dbbe5e39-be16-40ae-a55b-42ed060faf09 no longer exists at agent ovs-agent-dv-cinder-810118-1-iscsi {{(pid=94617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 04:43:15.802191 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.plugin [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] No Port match for: dbbe5e39-be16-40ae-a55b-42ed060faf09 {{(pid=94617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 04:43:15.802650 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Device dbbe5e39-be16-40ae-a55b-42ed060faf09 not bound to the agent host dv-cinder-810118-1-iscsi {{(pid=94617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 04:43:15.927293 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.plugin [None req-897f8e2b-ca6a-44b3-a1e5-16a0f8ff1a92 admin admin] Deleting port e5743736-b06d-4332-af43-f4ab5d446ce4 {{(pid=94615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 04:43:15.927631 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-897f8e2b-ca6a-44b3-a1e5-16a0f8ff1a92 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769518975272'] for port, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:16.006657 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.db [None req-897f8e2b-ca6a-44b3-a1e5-16a0f8ff1a92 admin admin] For port e5743736-b06d-4332-af43-f4ab5d446ce4, host dv-cinder-810118-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810118-1-iscsi',level=0,port_id=e5743736-b06d-4332-af43-f4ab5d446ce4,segment=NetworkSegment(95c209c5-a997-4a7d-b6df-21000a9223d9),segment_id=95c209c5-a997-4a7d-b6df-21000a9223d9)] {{(pid=94615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:43:16.007009 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-897f8e2b-ca6a-44b3-a1e5-16a0f8ff1a92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1861379'] for port, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:16.018949 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.plugin [None req-897f8e2b-ca6a-44b3-a1e5-16a0f8ff1a92 admin admin] Calling delete_port for e5743736-b06d-4332-af43-f4ab5d446ce4 owned by network:router_interface {{(pid=94615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 04:43:16.245313 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-897f8e2b-ca6a-44b3-a1e5-16a0f8ff1a92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769518980334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769518673866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533447879'] for port, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:16.269822 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897f8e2b-ca6a-44b3-a1e5-16a0f8ff1a92 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5743736-b06d-4332-af43-f4ab5d446ce4,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:43:16.432641 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-897f8e2b-ca6a-44b3-a1e5-16a0f8ff1a92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1865363'] for router_interface, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:16.634226 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-897f8e2b-ca6a-44b3-a1e5-16a0f8ff1a92 admin admin] Router cda6bb8a-0f37-4143-b4ab-3f252050af7a has already been hosted by L3 agent 67baeb3b-346e-4680-9ea8-6eec6aa84835 {{(pid=94615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 04:43:16.777651 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-897f8e2b-ca6a-44b3-a1e5-16a0f8ff1a92 admin admin] Notify agent at l3_agent.dv-cinder-810118-1-iscsi the message routers_updated {{(pid=94615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 04:43:16.782512 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-897f8e2b-ca6a-44b3-a1e5-16a0f8ff1a92 admin admin] 10.222.0.24 "PUT /v2.0/routers/cda6bb8a-0f37-4143-b4ab-3f252050af7a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6525512 Sep 22 04:43:16.785021 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 51352) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:43:16.787597 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ea8678-b10b-492e-910c-bd9a41c25c7c None None] Sync routers for ids ['cda6bb8a-0f37-4143-b4ab-3f252050af7a'] in dv-cinder-810118-1-iscsi {{(pid=94618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 04:43:16.797307 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ea8678-b10b-492e-910c-bd9a41c25c7c None None] Routers {'cda6bb8a-0f37-4143-b4ab-3f252050af7a'} bound to L3 agent in host dv-cinder-810118-1-iscsi {{(pid=94618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 04:43:16.797918 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.l3_hamode_db [None req-18ea8678-b10b-492e-910c-bd9a41c25c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810118-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T04:20:22Z,description=,heartbeat_timestamp=2021-09-22T04:42:52Z,host='dv-cinder-810118-1-iscsi',id=67baeb3b-346e-4680-9ea8-6eec6aa84835,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T04:20:23Z,topic='l3_agent')) {'router_ids': ['cda6bb8a-0f37-4143-b4ab-3f252050af7a'], 'active': True} {{(pid=94618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:43:16.886075 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-60db0aa7-090f-43c6-864f-fb5786df2d53 admin admin] Notify callbacks [] for router, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:16.896862 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.l3_dvr_db [None req-18ea8678-b10b-492e-910c-bd9a41c25c7c None None] Set router cda6bb8a-0f37-4143-b4ab-3f252050af7a gateway port host: dv-cinder-810118-1-iscsi {{(pid=94618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 04:43:16.986020 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-60db0aa7-090f-43c6-864f-fb5786df2d53 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:17.066404 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.l3_hamode_db [None req-18ea8678-b10b-492e-910c-bd9a41c25c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cda6bb8a-0f37-4143-b4ab-3f252050af7a', 'name': 'tempest-TestShelveInstance-959967489-router', 'tenant_id': '7b3ab7d89bee489abd2d196da847988f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'external_fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '70130ac4-83d4-4a9e-8cc2-20afe28f6583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T04:38:47Z', 'updated_at': '2021-09-22T04:43:16Z', 'revision_number': 5, 'project_id': '7b3ab7d89bee489abd2d196da847988f', 'gw_port': {'id': '70130ac4-83d4-4a9e-8cc2-20afe28f6583', 'name': '', 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:39:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda6bb8a-0f37-4143-b4ab-3f252050af7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:38:47Z', 'updated_at': '2021-09-22T04:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810118-1-iscsi'}], 'dv-cinder-810118-1-iscsi', False) {} {{(pid=94618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:43:17.092545 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ea8678-b10b-492e-910c-bd9a41c25c7c None None] Checking router: cda6bb8a-0f37-4143-b4ab-3f252050af7a for host: dv-cinder-810118-1-iscsi {{(pid=94618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 04:43:17.100733 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ea8678-b10b-492e-910c-bd9a41c25c7c None None] Routers {'cda6bb8a-0f37-4143-b4ab-3f252050af7a'} bound to L3 agent in host dv-cinder-810118-1-iscsi {{(pid=94618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 04:43:17.101343 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.l3_hamode_db [None req-18ea8678-b10b-492e-910c-bd9a41c25c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810118-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T04:20:22Z,description=,heartbeat_timestamp=2021-09-22T04:42:52Z,host='dv-cinder-810118-1-iscsi',id=67baeb3b-346e-4680-9ea8-6eec6aa84835,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T04:20:23Z,topic='l3_agent')) {'router_ids': ['cda6bb8a-0f37-4143-b4ab-3f252050af7a'], 'active': True} {{(pid=94618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:43:17.110657 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.plugin [None req-60db0aa7-090f-43c6-864f-fb5786df2d53 admin admin] Deleting port 70130ac4-83d4-4a9e-8cc2-20afe28f6583 {{(pid=94615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 04:43:17.110999 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-60db0aa7-090f-43c6-864f-fb5786df2d53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769518975272'] for port, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:17.185281 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.l3_dvr_db [None req-18ea8678-b10b-492e-910c-bd9a41c25c7c None None] Set router cda6bb8a-0f37-4143-b4ab-3f252050af7a gateway port host: None {{(pid=94618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 04:43:17.190643 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.db [None req-60db0aa7-090f-43c6-864f-fb5786df2d53 admin admin] For port 70130ac4-83d4-4a9e-8cc2-20afe28f6583, host dv-cinder-810118-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810118-1-iscsi',level=0,port_id=70130ac4-83d4-4a9e-8cc2-20afe28f6583,segment=NetworkSegment(57bccd0b-6164-41c6-a48d-7aba82135152),segment_id=57bccd0b-6164-41c6-a48d-7aba82135152)] {{(pid=94615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:43:17.191005 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-60db0aa7-090f-43c6-864f-fb5786df2d53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1861379'] for port, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:17.202999 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.plugin [None req-60db0aa7-090f-43c6-864f-fb5786df2d53 admin admin] Calling delete_port for 70130ac4-83d4-4a9e-8cc2-20afe28f6583 owned by network:router_gateway {{(pid=94615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 04:43:17.237366 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.l3_hamode_db [None req-18ea8678-b10b-492e-910c-bd9a41c25c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cda6bb8a-0f37-4143-b4ab-3f252050af7a', 'name': 'tempest-TestShelveInstance-959967489-router', 'tenant_id': '7b3ab7d89bee489abd2d196da847988f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T04:38:47Z', 'updated_at': '2021-09-22T04:43:16Z', 'revision_number': 6, 'project_id': '7b3ab7d89bee489abd2d196da847988f', 'gw_port_host': None}], 'dv-cinder-810118-1-iscsi', False) {} {{(pid=94618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:43:17.263694 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ea8678-b10b-492e-910c-bd9a41c25c7c None None] The sync data for ids ['cda6bb8a-0f37-4143-b4ab-3f252050af7a'] in dv-cinder-810118-1-iscsi is: [{'id': 'cda6bb8a-0f37-4143-b4ab-3f252050af7a', 'name': 'tempest-TestShelveInstance-959967489-router', 'tenant_id': '7b3ab7d89bee489abd2d196da847988f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T04:38:47Z', 'updated_at': '2021-09-22T04:43:16Z', 'revision_number': 6, 'project_id': '7b3ab7d89bee489abd2d196da847988f', 'gw_port_host': None}] {{(pid=94618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 04:43:17.430808 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-60db0aa7-090f-43c6-864f-fb5786df2d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769518980334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769518673866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533447879'] for port, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:17.457229 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60db0aa7-090f-43c6-864f-fb5786df2d53 admin admin] Pushing event deleted for resources: {'Port': ['ID=70130ac4-83d4-4a9e-8cc2-20afe28f6583,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:43:17.516767 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-60db0aa7-090f-43c6-864f-fb5786df2d53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1865296'] for router_gateway, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:17.601974 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-60db0aa7-090f-43c6-864f-fb5786df2d53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1865791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1980'] for router, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:17.605050 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-60db0aa7-090f-43c6-864f-fb5786df2d53 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:17.756252 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-60db0aa7-090f-43c6-864f-fb5786df2d53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1865782'] for router, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:17.756754 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60db0aa7-090f-43c6-864f-fb5786df2d53 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cda6bb8a-0f37-4143-b4ab-3f252050af7a {{(pid=94615) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 04:43:17.760860 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-60db0aa7-090f-43c6-864f-fb5786df2d53 admin admin] Notify callbacks [] for router, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:17.762042 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-60db0aa7-090f-43c6-864f-fb5786df2d53 admin admin] 10.222.0.24 "DELETE /v2.0/routers/cda6bb8a-0f37-4143-b4ab-3f252050af7a HTTP/1.1" status: 204 len: 168 time: 0.9760907 Sep 22 04:43:17.768944 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 51354) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:43:17.809184 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd365dfb-2fc9-4fd5-af4c-afcd7b5a20a6 admin admin] Deleting subnet 65273d1c-7401-4212-9cbf-1dccac653122 {{(pid=94615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 04:43:17.812121 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-bd365dfb-2fc9-4fd5-af4c-afcd7b5a20a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:17.844395 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-bd365dfb-2fc9-4fd5-af4c-afcd7b5a20a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-533529875'] for subnet, precommit_delete_associations {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:17.923716 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-bd365dfb-2fc9-4fd5-af4c-afcd7b5a20a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-628562'] for subnet, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:18.030899 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Device 70130ac4-83d4-4a9e-8cc2-20afe28f6583 no longer exists at agent ovs-agent-dv-cinder-810118-1-iscsi {{(pid=94617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 04:43:18.048023 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-bd365dfb-2fc9-4fd5-af4c-afcd7b5a20a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-628571', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533447834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-533135712'] for subnet, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:18.050826 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.plugin [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] No Port match for: 70130ac4-83d4-4a9e-8cc2-20afe28f6583 {{(pid=94617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 04:43:18.051169 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Device 70130ac4-83d4-4a9e-8cc2-20afe28f6583 not bound to the agent host dv-cinder-810118-1-iscsi {{(pid=94617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 04:43:18.051572 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Device e5743736-b06d-4332-af43-f4ab5d446ce4 no longer exists at agent ovs-agent-dv-cinder-810118-1-iscsi {{(pid=94617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 04:43:18.071917 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.plugin [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] No Port match for: e5743736-b06d-4332-af43-f4ab5d446ce4 {{(pid=94617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 04:43:18.072352 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Device e5743736-b06d-4332-af43-f4ab5d446ce4 not bound to the agent host dv-cinder-810118-1-iscsi {{(pid=94617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 04:43:18.074127 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd365dfb-2fc9-4fd5-af4c-afcd7b5a20a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65273d1c-7401-4212-9cbf-1dccac653122,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:43:18.077869 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-bd365dfb-2fc9-4fd5-af4c-afcd7b5a20a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578295'] for subnet, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:18.082388 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-bd365dfb-2fc9-4fd5-af4c-afcd7b5a20a6 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/65273d1c-7401-4212-9cbf-1dccac653122 HTTP/1.1" status: 204 len: 168 time: 0.3143284 Sep 22 04:43:18.082388 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 51356) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:43:18.085937 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9aa7b6c-73ea-432b-bab1-c14ac4add30f None None] Network 776084ab-27dd-4ef5-a9e5-82dc3921ebf3 requested from dv-cinder-810118-1-iscsi {{(pid=94617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 04:43:18.153581 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-7d089a4e-7af5-47a2-abfb-a53db6151a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536234'] for network, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:18.208131 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.plugin [None req-7d089a4e-7af5-47a2-abfb-a53db6151a8e admin admin] Deleting port a2f8feb6-ddda-4e9b-9177-f9c0b3ebb732 {{(pid=94615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 04:43:18.208494 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-7d089a4e-7af5-47a2-abfb-a53db6151a8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769518975272'] for port, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:18.265424 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ba59ab-46d7-49aa-93d8-9b8c77617947 None None] DHCP port deletion for 776084ab-27dd-4ef5-a9e5-82dc3921ebf3 request from dv-cinder-810118-1-iscsi {{(pid=94617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 04:43:18.278210 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.db [None req-7d089a4e-7af5-47a2-abfb-a53db6151a8e admin admin] For port a2f8feb6-ddda-4e9b-9177-f9c0b3ebb732, host dv-cinder-810118-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810118-1-iscsi',level=0,port_id=a2f8feb6-ddda-4e9b-9177-f9c0b3ebb732,segment=NetworkSegment(95c209c5-a997-4a7d-b6df-21000a9223d9),segment_id=95c209c5-a997-4a7d-b6df-21000a9223d9)] {{(pid=94615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:43:18.278576 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-7d089a4e-7af5-47a2-abfb-a53db6151a8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1861379'] for port, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:18.295915 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.plugin [None req-7d089a4e-7af5-47a2-abfb-a53db6151a8e admin admin] Calling delete_port for a2f8feb6-ddda-4e9b-9177-f9c0b3ebb732 owned by network:dhcp {{(pid=94615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 04:43:18.316686 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.plugin [None req-b2ba59ab-46d7-49aa-93d8-9b8c77617947 None None] Deleting port a2f8feb6-ddda-4e9b-9177-f9c0b3ebb732 {{(pid=94617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 04:43:18.317053 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-b2ba59ab-46d7-49aa-93d8-9b8c77617947 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769518975272'] for port, before_delete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:18.380008 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-b2ba59ab-46d7-49aa-93d8-9b8c77617947 None None] For port a2f8feb6-ddda-4e9b-9177-f9c0b3ebb732, host dv-cinder-810118-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810118-1-iscsi',level=0,port_id=a2f8feb6-ddda-4e9b-9177-f9c0b3ebb732,segment=NetworkSegment(95c209c5-a997-4a7d-b6df-21000a9223d9),segment_id=95c209c5-a997-4a7d-b6df-21000a9223d9)] {{(pid=94617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:43:18.384480 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-b2ba59ab-46d7-49aa-93d8-9b8c77617947 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1861379'] for port, precommit_delete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:18.392143 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.plugin [None req-b2ba59ab-46d7-49aa-93d8-9b8c77617947 None None] Calling delete_port for a2f8feb6-ddda-4e9b-9177-f9c0b3ebb732 owned by network:dhcp {{(pid=94617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 04:43:18.453709 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-7d089a4e-7af5-47a2-abfb-a53db6151a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769518980334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769518673866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533447879'] for port, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:18.466082 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-b2ba59ab-46d7-49aa-93d8-9b8c77617947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769518980334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769518673866'] for port, after_delete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:18.480717 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d089a4e-7af5-47a2-abfb-a53db6151a8e admin admin] Pushing event deleted for resources: {'Port': ['ID=a2f8feb6-ddda-4e9b-9177-f9c0b3ebb732,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:43:18.482621 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d089a4e-7af5-47a2-abfb-a53db6151a8e admin admin] No DVR routers for this DVR port a2f8feb6-ddda-4e9b-9177-f9c0b3ebb732 on host dv-cinder-810118-1-iscsi {{(pid=94615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 04:43:18.491838 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ba59ab-46d7-49aa-93d8-9b8c77617947 None None] Pushing event deleted for resources: {'Port': ['ID=a2f8feb6-ddda-4e9b-9177-f9c0b3ebb732,revision_number=None']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:43:18.496074 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ba59ab-46d7-49aa-93d8-9b8c77617947 None None] No DVR routers for this DVR port a2f8feb6-ddda-4e9b-9177-f9c0b3ebb732 on host dv-cinder-810118-1-iscsi {{(pid=94617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 04:43:18.555084 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-7d089a4e-7af5-47a2-abfb-a53db6151a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-628203', 'neutron.services.segments.db._delete_segments_for_network-8769519186836'] for network, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:18.575360 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.services.segments.db [None req-7d089a4e-7af5-47a2-abfb-a53db6151a8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['776084ab-27dd-4ef5-a9e5-82dc3921ebf3']}} {{(pid=94615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:43:18.584488 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.services.segments.db [None req-7d089a4e-7af5-47a2-abfb-a53db6151a8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95c209c5-a997-4a7d-b6df-21000a9223d9') {'for_net_delete': True} {{(pid=94615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:43:18.584790 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.services.segments.db [None req-7d089a4e-7af5-47a2-abfb-a53db6151a8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95c209c5-a997-4a7d-b6df-21000a9223d9') {} {{(pid=94615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:43:18.593803 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-7d089a4e-7af5-47a2-abfb-a53db6151a8e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769519186077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-533529866'] for segment, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:18.606831 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-7d089a4e-7af5-47a2-abfb-a53db6151a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-614853'] for segment, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:18.612577 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d089a4e-7af5-47a2-abfb-a53db6151a8e admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=94615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 04:43:18.612959 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-7d089a4e-7af5-47a2-abfb-a53db6151a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-614853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533453108'] for segment, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:18.614596 dv-cinder-810118-1-iscsi neutron-server[94615]: Traceback (most recent call last): Sep 22 04:43:18.614596 dv-cinder-810118-1-iscsi neutron-server[94615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 04:43:18.614596 dv-cinder-810118-1-iscsi neutron-server[94615]: timer() Sep 22 04:43:18.614596 dv-cinder-810118-1-iscsi neutron-server[94615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 04:43:18.614596 dv-cinder-810118-1-iscsi neutron-server[94615]: cb(*args, **kw) Sep 22 04:43:18.614596 dv-cinder-810118-1-iscsi neutron-server[94615]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 04:43:18.614596 dv-cinder-810118-1-iscsi neutron-server[94615]: return func(*args, **kwargs) Sep 22 04:43:18.614596 dv-cinder-810118-1-iscsi neutron-server[94615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 04:43:18.614596 dv-cinder-810118-1-iscsi neutron-server[94615]: self._notify() Sep 22 04:43:18.614596 dv-cinder-810118-1-iscsi neutron-server[94615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 04:43:18.614596 dv-cinder-810118-1-iscsi neutron-server[94615]: self.callback(batched_events) Sep 22 04:43:18.614596 dv-cinder-810118-1-iscsi neutron-server[94615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 04:43:18.614596 dv-cinder-810118-1-iscsi neutron-server[94615]: event.method(event) Sep 22 04:43:18.614596 dv-cinder-810118-1-iscsi neutron-server[94615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 04:43:18.614596 dv-cinder-810118-1-iscsi neutron-server[94615]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 04:43:18.614596 dv-cinder-810118-1-iscsi neutron-server[94615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 04:43:18.614596 dv-cinder-810118-1-iscsi neutron-server[94615]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 04:43:18.614596 dv-cinder-810118-1-iscsi neutron-server[94615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 04:43:18.614596 dv-cinder-810118-1-iscsi neutron-server[94615]: return f(self, *a, **k) Sep 22 04:43:18.614596 dv-cinder-810118-1-iscsi neutron-server[94615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 04:43:18.614596 dv-cinder-810118-1-iscsi neutron-server[94615]: return self._get(url).json() Sep 22 04:43:18.614596 dv-cinder-810118-1-iscsi neutron-server[94615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 04:43:18.614596 dv-cinder-810118-1-iscsi neutron-server[94615]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 04:43:18.614596 dv-cinder-810118-1-iscsi neutron-server[94615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 04:43:18.614596 dv-cinder-810118-1-iscsi neutron-server[94615]: return self.request(url, 'GET', **kwargs) Sep 22 04:43:18.614596 dv-cinder-810118-1-iscsi neutron-server[94615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 04:43:18.614596 dv-cinder-810118-1-iscsi neutron-server[94615]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 04:43:18.614596 dv-cinder-810118-1-iscsi neutron-server[94615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 04:43:18.614596 dv-cinder-810118-1-iscsi neutron-server[94615]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 04:43:18.614596 dv-cinder-810118-1-iscsi neutron-server[94615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 04:43:18.614596 dv-cinder-810118-1-iscsi neutron-server[94615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 04:43:18.614596 dv-cinder-810118-1-iscsi neutron-server[94615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 04:43:18.733241 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-7d089a4e-7af5-47a2-abfb-a53db6151a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-628188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1865228'] for network, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:18.738433 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-7d089a4e-7af5-47a2-abfb-a53db6151a8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578295'] for network, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:18.740255 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-7d089a4e-7af5-47a2-abfb-a53db6151a8e admin admin] 10.222.0.24 "DELETE /v2.0/networks/776084ab-27dd-4ef5-a9e5-82dc3921ebf3 HTTP/1.1" status: 204 len: 168 time: 0.6569846 Sep 22 04:43:18.751689 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d089a4e-7af5-47a2-abfb-a53db6151a8e admin admin] Pushing event deleted for resources: {'Network': ['ID=776084ab-27dd-4ef5-a9e5-82dc3921ebf3,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:43:19.137903 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 51360) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:43:19.179474 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-cf01e149-f287-4044-a28a-4244c6f0f31f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4b68482b3b1e4a76a2dcfa13c010ddd3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0404022 Sep 22 04:43:19.182543 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 51362) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:43:19.227597 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-0777fd4b-8c09-485a-aea0-27dddbebfb44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:19.248970 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-0777fd4b-8c09-485a-aea0-27dddbebfb44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:19.364212 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-0777fd4b-8c09-485a-aea0-27dddbebfb44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:19.366718 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-0777fd4b-8c09-485a-aea0-27dddbebfb44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:19.367908 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-0777fd4b-8c09-485a-aea0-27dddbebfb44 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/11943d63-9cb1-475e-a456-0ed7990abfa0 HTTP/1.1" status: 204 len: 168 time: 0.1844354 Sep 22 04:43:19.375857 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0777fd4b-8c09-485a-aea0-27dddbebfb44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11943d63-9cb1-475e-a456-0ed7990abfa0,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:43:19.752036 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Device a2f8feb6-ddda-4e9b-9177-f9c0b3ebb732 no longer exists at agent ovs-agent-dv-cinder-810118-1-iscsi {{(pid=94617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 04:43:19.771899 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.plugin [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] No Port match for: a2f8feb6-ddda-4e9b-9177-f9c0b3ebb732 {{(pid=94617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 04:43:19.774454 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Device a2f8feb6-ddda-4e9b-9177-f9c0b3ebb732 not bound to the agent host dv-cinder-810118-1-iscsi {{(pid=94617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 04:43:20.074328 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 51368) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:43:20.115040 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-43ef663e-9a4a-4440-9ec2-95605c251e15 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7b3ab7d89bee489abd2d196da847988f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0395393 Sep 22 04:43:20.117525 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 51370) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:43:20.127629 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-f6ca5049-b2af-4f54-8c6c-c5f8b2be6375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:20.165659 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-c80052eb-28bb-47b4-9c1d-d15006e01562 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:20.186877 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-c80052eb-28bb-47b4-9c1d-d15006e01562 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:20.307991 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-c80052eb-28bb-47b4-9c1d-d15006e01562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:20.310534 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-c80052eb-28bb-47b4-9c1d-d15006e01562 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:20.311703 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-c80052eb-28bb-47b4-9c1d-d15006e01562 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/42031195-01c7-42e9-a7e9-cdd4216b0ffe HTTP/1.1" status: 204 len: 168 time: 0.1933022 Sep 22 04:43:20.323248 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80052eb-28bb-47b4-9c1d-d15006e01562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42031195-01c7-42e9-a7e9-cdd4216b0ffe,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:43:21.320182 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 51392) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:43:21.412226 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.v2.base [None req-dd2b6ade-0447-4031-95e2-f521c8f47719 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2146789285-network', 'tenant_id': '413fcdd02cab49a4933214dcc8244926'}} {{(pid=94615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 04:43:21.504795 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd2b6ade-0447-4031-95e2-f521c8f47719 admin admin] Made reservation on behalf of 413fcdd02cab49a4933214dcc8244926 for: {'network': 1} {{(pid=94615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 04:43:21.506999 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-dd2b6ade-0447-4031-95e2-f521c8f47719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for network, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:21.515706 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-dd2b6ade-0447-4031-95e2-f521c8f47719 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:21.598887 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-dd2b6ade-0447-4031-95e2-f521c8f47719 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:21.644376 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-dd2b6ade-0447-4031-95e2-f521c8f47719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:21.670343 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd2b6ade-0447-4031-95e2-f521c8f47719 admin admin] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=94615) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 04:43:21.676266 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2b6ade-0447-4031-95e2-f521c8f47719 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd503218-0c6b-4520-aa07-07df3f7ae8c2,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:43:21.685682 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-dd2b6ade-0447-4031-95e2-f521c8f47719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-614853'] for segment, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:21.685682 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.db.segments_db [None req-dd2b6ade-0447-4031-95e2-f521c8f47719 admin admin] Added segment 4fdc73c2-84d6-43bf-a2bb-789fede3c216 of type vlan for network b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea Sep 22 04:43:21.722340 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-dd2b6ade-0447-4031-95e2-f521c8f47719 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769518629407'] for network, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:21.824577 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-dd2b6ade-0447-4031-95e2-f521c8f47719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117'] for network, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:21.825570 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2b6ade-0447-4031-95e2-f521c8f47719 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:43:21.826156 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-dd2b6ade-0447-4031-95e2-f521c8f47719 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578295'] for network, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:21.886697 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2b6ade-0447-4031-95e2-f521c8f47719 admin admin] Pushing event updated for resources: {'Network': ['ID=b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:43:21.896174 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Network b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea details requested by agent ovs-agent-dv-cinder-810118-1-iscsi with host dv-cinder-810118-1-iscsi {{(pid=94617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 04:43:21.939876 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-dd2b6ade-0447-4031-95e2-f521c8f47719 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6185570 Sep 22 04:43:21.942596 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 51396) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:43:21.947386 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.v2.base [None req-dd264931-c2e7-45ea-8ce4-118c3a727a62 admin admin] Request body: {'subnet': {'network_id': 'b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2146789285-subnet', 'tenant_id': '413fcdd02cab49a4933214dcc8244926', 'ip_version': 4}} {{(pid=94615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 04:43:22.030613 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd264931-c2e7-45ea-8ce4-118c3a727a62 admin admin] Made reservation on behalf of 413fcdd02cab49a4933214dcc8244926 for: {'subnet': 1} {{(pid=94615) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 04:43:22.033024 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-dd264931-c2e7-45ea-8ce4-118c3a727a62 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-533135685'] for subnet, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:22.071012 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.agents_db [None req-7fda405f-bd13-41fd-9497-f6551785b8a3 None None] Agent healthcheck: found 6 active agents {{(pid=94618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 04:43:22.247425 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-dd264931-c2e7-45ea-8ce4-118c3a727a62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533447771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-533135735'] for subnet, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:22.302539 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd264931-c2e7-45ea-8ce4-118c3a727a62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00de75c3-0975-4054-ac99-eafc43a34ef1,revision_number=0']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:43:22.309233 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd264931-c2e7-45ea-8ce4-118c3a727a62 admin admin] Checking segment: {'id': '4fdc73c2-84d6-43bf-a2bb-789fede3c216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 04:43:22.309588 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd264931-c2e7-45ea-8ce4-118c3a727a62 admin admin] Network hostable DHCP agents. Network: b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea, hostable agents: ['73f1375a-57ed-4431-affd-4785c4767c4b'], hosted agents: [] {{(pid=94615) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 04:43:22.373220 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd264931-c2e7-45ea-8ce4-118c3a727a62 admin admin] Network b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea is scheduled to be hosted by DHCP agent 73f1375a-57ed-4431-affd-4785c4767c4b with binding_index 1 {{(pid=94615) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 04:43:22.444378 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.scheduler.base_scheduler [None req-dd264931-c2e7-45ea-8ce4-118c3a727a62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810118-1-iscsi, b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea) {{(pid=94615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 04:43:22.453164 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd264931-c2e7-45ea-8ce4-118c3a727a62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:43:22.453164 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-dd264931-c2e7-45ea-8ce4-118c3a727a62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578295'] for subnet, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:22.453517 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac6486e-51c9-482c-89c1-6689410ce9ce None None] Network b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea requested from dv-cinder-810118-1-iscsi {{(pid=94617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 04:43:22.507523 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-4244c141-8d8f-4ebc-a899-32eb24ae03a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:22.530987 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-dd264931-c2e7-45ea-8ce4-118c3a727a62 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5873647 Sep 22 04:43:22.533569 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 51398) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:43:22.537860 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.v2.base [None req-b8c8c136-6ec9-421f-8b7d-38ff31fd2d09 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2146789285-router', 'tenant_id': '413fcdd02cab49a4933214dcc8244926', 'external_gateway_info': {'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463'}}} {{(pid=94615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 04:43:22.595301 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f62d8b33-00bb-4204-b4dd-a7dd7048c90e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d0c5ae4-b049-5a13-ad81-6bc49d40bb64-b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea', 'network_id': 'b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea', 'tenant_id': '413fcdd02cab49a4933214dcc8244926', 'fixed_ips': [{'subnet_id': '00de75c3-0975-4054-ac99-eafc43a34ef1'}]}} from dv-cinder-810118-1-iscsi. {{(pid=94617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 04:43:22.598113 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-f62d8b33-00bb-4204-b4dd-a7dd7048c90e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_create {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:22.616018 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-b8c8c136-6ec9-421f-8b7d-38ff31fd2d09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1852805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1922'] for router, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:22.619637 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-b8c8c136-6ec9-421f-8b7d-38ff31fd2d09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1865845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1862533', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1935386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1931'] for router, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:22.670312 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-b8c8c136-6ec9-421f-8b7d-38ff31fd2d09 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:22.724870 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.db_base_plugin_common [None req-f62d8b33-00bb-4204-b4dd-a7dd7048c90e None None] Allocated IP 172.20.0.2 (b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea/00de75c3-0975-4054-ac99-eafc43a34ef1/4dc8d714-bcae-4250-a5b4-44a522ed98ea) {{(pid=94617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 04:43:22.893756 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-b8c8c136-6ec9-421f-8b7d-38ff31fd2d09 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:22.985430 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-f62d8b33-00bb-4204-b4dd-a7dd7048c90e None None] Notify callbacks [] for port, precommit_create {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:23.050737 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-f62d8b33-00bb-4204-b4dd-a7dd7048c90e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769518673857'] for port, after_create {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:23.088585 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62d8b33-00bb-4204-b4dd-a7dd7048c90e None None] Network b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea is already hosted by enough agents. {{(pid=94617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 04:43:23.091368 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.scheduler.base_scheduler [None req-f62d8b33-00bb-4204-b4dd-a7dd7048c90e None None] Resources bound (agent type, host, resource id): {{(pid=94617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 04:43:23.094448 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62d8b33-00bb-4204-b4dd-a7dd7048c90e None None] Received port after_create {{(pid=94617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 04:43:23.108377 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62d8b33-00bb-4204-b4dd-a7dd7048c90e None None] Pushing event updated for resources: {'Port': ['ID=4dc8d714-bcae-4250-a5b4-44a522ed98ea,revision_number=1']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:43:23.163588 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.managers [None req-f62d8b33-00bb-4204-b4dd-a7dd7048c90e None None] Attempting to bind port 4dc8d714-bcae-4250-a5b4-44a522ed98ea on host dv-cinder-810118-1-iscsi for vnic_type normal with profile {{(pid=94617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 04:43:23.163951 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.managers [None req-f62d8b33-00bb-4204-b4dd-a7dd7048c90e None None] Attempting to bind port 4dc8d714-bcae-4250-a5b4-44a522ed98ea by drivers openvswitch,hyperv on host dv-cinder-810118-1-iscsi at level 0 using segments [{'id': '4fdc73c2-84d6-43bf-a2bb-789fede3c216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea'}] {{(pid=94617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 04:43:23.164307 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62d8b33-00bb-4204-b4dd-a7dd7048c90e None None] Attempting to bind port 4dc8d714-bcae-4250-a5b4-44a522ed98ea on network b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea {{(pid=94617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 04:43:23.170585 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62d8b33-00bb-4204-b4dd-a7dd7048c90e None None] Checking agent: {'id': '43b86276-d23d-4f96-ad83-0361cfa8e6ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810118-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 4, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 4, 20, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 4, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810118-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 04:43:23.170949 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62d8b33-00bb-4204-b4dd-a7dd7048c90e None None] Checking segment: {'id': '4fdc73c2-84d6-43bf-a2bb-789fede3c216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 04:43:23.171346 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-f62d8b33-00bb-4204-b4dd-a7dd7048c90e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:23.171729 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62d8b33-00bb-4204-b4dd-a7dd7048c90e None None] Bound using segment: {'id': '4fdc73c2-84d6-43bf-a2bb-789fede3c216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea'} {{(pid=94617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 04:43:23.172190 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.managers [None req-f62d8b33-00bb-4204-b4dd-a7dd7048c90e None None] Bound port: 4dc8d714-bcae-4250-a5b4-44a522ed98ea, host: dv-cinder-810118-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fdc73c2-84d6-43bf-a2bb-789fede3c216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea'}}] {{(pid=94617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 04:43:23.172595 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-f62d8b33-00bb-4204-b4dd-a7dd7048c90e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:23.249935 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-f62d8b33-00bb-4204-b4dd-a7dd7048c90e None None] For port 4dc8d714-bcae-4250-a5b4-44a522ed98ea, host dv-cinder-810118-1-iscsi, cleared binding levels {{(pid=94617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 04:43:23.263071 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-f62d8b33-00bb-4204-b4dd-a7dd7048c90e None None] For port 4dc8d714-bcae-4250-a5b4-44a522ed98ea, host dv-cinder-810118-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810118-1-iscsi',level=0,port_id=4dc8d714-bcae-4250-a5b4-44a522ed98ea,segment=NetworkSegment(4fdc73c2-84d6-43bf-a2bb-789fede3c216),segment_id=4fdc73c2-84d6-43bf-a2bb-789fede3c216)] {{(pid=94617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 04:43:23.355592 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-b8c8c136-6ec9-421f-8b7d-38ff31fd2d09 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:23.358430 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:23.378169 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-f62d8b33-00bb-4204-b4dd-a7dd7048c90e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:23.378667 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-b8c8c136-6ec9-421f-8b7d-38ff31fd2d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:23.443321 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62d8b33-00bb-4204-b4dd-a7dd7048c90e None None] Pushing event updated for resources: {'Port': ['ID=4dc8d714-bcae-4250-a5b4-44a522ed98ea,revision_number=2']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:43:23.495052 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.db.db_base_plugin_common [None req-b8c8c136-6ec9-421f-8b7d-38ff31fd2d09 admin admin] Allocated IP 172.27.3.57 (1c001e5d-5f10-46e0-9089-3ba13d08e463/ef28eb13-4204-4034-a22d-0722adaca342/2c2e5cfa-2e3d-48bf-90a8-b694de702f81) {{(pid=94615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 04:43:23.608808 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-b8c8c136-6ec9-421f-8b7d-38ff31fd2d09 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:23.720766 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-b8c8c136-6ec9-421f-8b7d-38ff31fd2d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769518673857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533447879'] for port, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:23.760844 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c8c136-6ec9-421f-8b7d-38ff31fd2d09 admin admin] Network 1c001e5d-5f10-46e0-9089-3ba13d08e463 is already hosted by enough agents. {{(pid=94615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 04:43:23.763669 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.scheduler.base_scheduler [None req-b8c8c136-6ec9-421f-8b7d-38ff31fd2d09 admin admin] Resources bound (agent type, host, resource id): {{(pid=94615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 04:43:23.766525 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c8c136-6ec9-421f-8b7d-38ff31fd2d09 admin admin] Received port after_create {{(pid=94615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 04:43:23.784841 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Device 4dc8d714-bcae-4250-a5b4-44a522ed98ea up at agent ovs-agent-dv-cinder-810118-1-iscsi {{(pid=94617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 04:43:23.806085 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c8c136-6ec9-421f-8b7d-38ff31fd2d09 admin admin] Pushing event updated for resources: {'Port': ['ID=2c2e5cfa-2e3d-48bf-90a8-b694de702f81,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:43:23.838886 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Provisioning complete for port 4dc8d714-bcae-4250-a5b4-44a522ed98ea triggered by entity L2. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 04:43:23.839301 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628798'] for port, provisioning_complete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:23.913874 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:23.949431 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] For port 4dc8d714-bcae-4250-a5b4-44a522ed98ea, host dv-cinder-810118-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810118-1-iscsi',level=0,port_id=4dc8d714-bcae-4250-a5b4-44a522ed98ea,segment=NetworkSegment(4fdc73c2-84d6-43bf-a2bb-789fede3c216),segment_id=4fdc73c2-84d6-43bf-a2bb-789fede3c216)] {{(pid=94617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:43:24.059510 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:24.118907 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Pushing event updated for resources: {'Port': ['ID=4dc8d714-bcae-4250-a5b4-44a522ed98ea,revision_number=3']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:43:24.160920 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-b8c8c136-6ec9-421f-8b7d-38ff31fd2d09 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:24.162329 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-62fe730e-da9a-4cac-a5e3-718f571d83ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:24.236758 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d730a543-d479-4781-9fb4-a7aa9b640ffd None None] Network b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea requested from dv-cinder-810118-1-iscsi {{(pid=94617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 04:43:24.350545 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-b8c8c136-6ec9-421f-8b7d-38ff31fd2d09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1865740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1862584'] for router, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:24.354088 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-f98b9c2a-0676-4289-b0a4-6354d789338c None None] Provisioning complete for port 4dc8d714-bcae-4250-a5b4-44a522ed98ea triggered by entity DHCP. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 04:43:24.354457 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-f98b9c2a-0676-4289-b0a4-6354d789338c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628798'] for port, provisioning_complete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:24.544913 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8c8c136-6ec9-421f-8b7d-38ff31fd2d09 admin admin] Router 506c2078-d2d6-4406-b4a4-ba97abfb0cfc is scheduled to L3 agent 67baeb3b-346e-4680-9ea8-6eec6aa84835 with binding_index 1 {{(pid=94615) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 04:43:24.652148 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8c8c136-6ec9-421f-8b7d-38ff31fd2d09 admin admin] Notify agent at l3_agent.dv-cinder-810118-1-iscsi the message routers_updated {{(pid=94615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 04:43:24.660646 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce94a7b0-f6d3-470c-85ff-9d418b2d5870 None None] Sync routers for ids ['506c2078-d2d6-4406-b4a4-ba97abfb0cfc'] in dv-cinder-810118-1-iscsi {{(pid=94617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 04:43:24.669466 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce94a7b0-f6d3-470c-85ff-9d418b2d5870 None None] Routers {'506c2078-d2d6-4406-b4a4-ba97abfb0cfc'} bound to L3 agent in host dv-cinder-810118-1-iscsi {{(pid=94617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 04:43:24.670079 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-ce94a7b0-f6d3-470c-85ff-9d418b2d5870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810118-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T04:20:22Z,description=,heartbeat_timestamp=2021-09-22T04:43:22Z,host='dv-cinder-810118-1-iscsi',id=67baeb3b-346e-4680-9ea8-6eec6aa84835,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T04:20:23Z,topic='l3_agent')) {'router_ids': ['506c2078-d2d6-4406-b4a4-ba97abfb0cfc'], 'active': True} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:43:24.735800 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-b8c8c136-6ec9-421f-8b7d-38ff31fd2d09 admin admin] Notify callbacks [] for router, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:24.737041 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-b8c8c136-6ec9-421f-8b7d-38ff31fd2d09 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.2024951 Sep 22 04:43:24.739893 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 51400) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:43:24.742453 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-06e9e7ff-5bbb-4a86-a6ae-562e5ecada37 None None] Provisioning complete for port 4dc8d714-bcae-4250-a5b4-44a522ed98ea triggered by entity DHCP. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 04:43:24.742830 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-06e9e7ff-5bbb-4a86-a6ae-562e5ecada37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628798'] for port, provisioning_complete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:24.820749 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvr_db [None req-ce94a7b0-f6d3-470c-85ff-9d418b2d5870 None None] Set router 506c2078-d2d6-4406-b4a4-ba97abfb0cfc gateway port host: dv-cinder-810118-1-iscsi {{(pid=94617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 04:43:25.026166 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-ce94a7b0-f6d3-470c-85ff-9d418b2d5870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '506c2078-d2d6-4406-b4a4-ba97abfb0cfc', 'name': 'tempest-TestVolumeBootPattern-2146789285-router', 'tenant_id': '413fcdd02cab49a4933214dcc8244926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'external_fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': '2c2e5cfa-2e3d-48bf-90a8-b694de702f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T04:43:22Z', 'updated_at': '2021-09-22T04:43:23Z', 'revision_number': 3, 'project_id': '413fcdd02cab49a4933214dcc8244926', 'gw_port': {'id': '2c2e5cfa-2e3d-48bf-90a8-b694de702f81', 'name': '', 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:9a:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '506c2078-d2d6-4406-b4a4-ba97abfb0cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:43:23Z', 'updated_at': '2021-09-22T04:43:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810118-1-iscsi'}], 'dv-cinder-810118-1-iscsi', False) {} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:43:25.055963 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce94a7b0-f6d3-470c-85ff-9d418b2d5870 None None] Checking router: 506c2078-d2d6-4406-b4a4-ba97abfb0cfc for host: dv-cinder-810118-1-iscsi {{(pid=94617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 04:43:25.056309 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce94a7b0-f6d3-470c-85ff-9d418b2d5870 None None] Updating router 506c2078-d2d6-4406-b4a4-ba97abfb0cfc port 2c2e5cfa-2e3d-48bf-90a8-b694de702f81 binding host dv-cinder-810118-1-iscsi {{(pid=94617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 04:43:25.079792 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-ce94a7b0-f6d3-470c-85ff-9d418b2d5870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:25.146965 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-0ba07e85-3251-4464-987d-42c20f4593e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:25.297558 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.db.db_base_plugin_common [None req-0ba07e85-3251-4464-987d-42c20f4593e0 admin admin] Allocated IP 172.20.0.1 (b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea/00de75c3-0975-4054-ac99-eafc43a34ef1/9ef7b67d-1a3c-480c-9d10-3c549b57a21c) {{(pid=94616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 04:43:25.320974 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-ce94a7b0-f6d3-470c-85ff-9d418b2d5870 None None] Notify callbacks [] for port, precommit_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:25.387273 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-ce94a7b0-f6d3-470c-85ff-9d418b2d5870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:25.395291 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-0ba07e85-3251-4464-987d-42c20f4593e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:25.437601 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.managers [None req-ce94a7b0-f6d3-470c-85ff-9d418b2d5870 None None] Attempting to bind port 2c2e5cfa-2e3d-48bf-90a8-b694de702f81 on host dv-cinder-810118-1-iscsi for vnic_type normal with profile {{(pid=94617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 04:43:25.437965 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.managers [None req-ce94a7b0-f6d3-470c-85ff-9d418b2d5870 None None] Attempting to bind port 2c2e5cfa-2e3d-48bf-90a8-b694de702f81 by drivers openvswitch,hyperv on host dv-cinder-810118-1-iscsi at level 0 using segments [{'id': '57bccd0b-6164-41c6-a48d-7aba82135152', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463'}] {{(pid=94617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 04:43:25.438326 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce94a7b0-f6d3-470c-85ff-9d418b2d5870 None None] Attempting to bind port 2c2e5cfa-2e3d-48bf-90a8-b694de702f81 on network 1c001e5d-5f10-46e0-9089-3ba13d08e463 {{(pid=94617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 04:43:25.446725 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dd890c-69e8-4204-865b-87686026b3e5 None None] Pushing event updated for resources: {'Port': ['ID=2c2e5cfa-2e3d-48bf-90a8-b694de702f81,revision_number=2']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:43:25.449934 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce94a7b0-f6d3-470c-85ff-9d418b2d5870 None None] Checking agent: {'id': '43b86276-d23d-4f96-ad83-0361cfa8e6ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810118-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 4, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 4, 20, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 4, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810118-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 04:43:25.450297 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce94a7b0-f6d3-470c-85ff-9d418b2d5870 None None] Checking segment: {'id': '57bccd0b-6164-41c6-a48d-7aba82135152', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 04:43:25.450692 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-ce94a7b0-f6d3-470c-85ff-9d418b2d5870 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:25.451066 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce94a7b0-f6d3-470c-85ff-9d418b2d5870 None None] Bound using segment: {'id': '57bccd0b-6164-41c6-a48d-7aba82135152', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463'} {{(pid=94617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 04:43:25.451522 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.managers [None req-ce94a7b0-f6d3-470c-85ff-9d418b2d5870 None None] Bound port: 2c2e5cfa-2e3d-48bf-90a8-b694de702f81, host: dv-cinder-810118-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57bccd0b-6164-41c6-a48d-7aba82135152', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463'}}] {{(pid=94617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 04:43:25.451899 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-ce94a7b0-f6d3-470c-85ff-9d418b2d5870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:25.490628 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-0ba07e85-3251-4464-987d-42c20f4593e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769518673857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534565802'] for port, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:25.501293 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-ce94a7b0-f6d3-470c-85ff-9d418b2d5870 None None] For port 2c2e5cfa-2e3d-48bf-90a8-b694de702f81, host dv-cinder-810118-1-iscsi, cleared binding levels {{(pid=94617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 04:43:25.504585 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-ce94a7b0-f6d3-470c-85ff-9d418b2d5870 None None] For port 2c2e5cfa-2e3d-48bf-90a8-b694de702f81, host dv-cinder-810118-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810118-1-iscsi',level=0,port_id=2c2e5cfa-2e3d-48bf-90a8-b694de702f81,segment=NetworkSegment(57bccd0b-6164-41c6-a48d-7aba82135152),segment_id=57bccd0b-6164-41c6-a48d-7aba82135152)] {{(pid=94617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 04:43:25.530088 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba07e85-3251-4464-987d-42c20f4593e0 admin admin] Network b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea is already hosted by enough agents. {{(pid=94616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 04:43:25.532872 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.scheduler.base_scheduler [None req-0ba07e85-3251-4464-987d-42c20f4593e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 04:43:25.535573 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba07e85-3251-4464-987d-42c20f4593e0 admin admin] Received port after_create {{(pid=94616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 04:43:25.571200 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba07e85-3251-4464-987d-42c20f4593e0 admin admin] Pushing event updated for resources: {'Port': ['ID=9ef7b67d-1a3c-480c-9d10-3c549b57a21c,revision_number=1']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:43:25.573031 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-ce94a7b0-f6d3-470c-85ff-9d418b2d5870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:25.587528 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-0ba07e85-3251-4464-987d-42c20f4593e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1865349'] for router_interface, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:25.644213 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce94a7b0-f6d3-470c-85ff-9d418b2d5870 None None] Routers {'506c2078-d2d6-4406-b4a4-ba97abfb0cfc'} bound to L3 agent in host dv-cinder-810118-1-iscsi {{(pid=94617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 04:43:25.644885 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-ce94a7b0-f6d3-470c-85ff-9d418b2d5870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810118-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T04:20:22Z,description=,heartbeat_timestamp=2021-09-22T04:43:22Z,host='dv-cinder-810118-1-iscsi',id=67baeb3b-346e-4680-9ea8-6eec6aa84835,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T04:20:23Z,topic='l3_agent')) {'router_ids': ['506c2078-d2d6-4406-b4a4-ba97abfb0cfc'], 'active': True} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:43:25.683989 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dd890c-69e8-4204-865b-87686026b3e5 None None] Pushing event updated for resources: {'Port': ['ID=2c2e5cfa-2e3d-48bf-90a8-b694de702f81,revision_number=3']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:43:25.743447 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-c7bbae2d-f237-46cc-b838-3371bd865633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:25.764193 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvr_db [None req-ce94a7b0-f6d3-470c-85ff-9d418b2d5870 None None] Set router 506c2078-d2d6-4406-b4a4-ba97abfb0cfc gateway port host: dv-cinder-810118-1-iscsi {{(pid=94617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 04:43:25.792524 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Device 4dc8d714-bcae-4250-a5b4-44a522ed98ea up at agent ovs-agent-dv-cinder-810118-1-iscsi {{(pid=94617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 04:43:25.816510 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-0ba07e85-3251-4464-987d-42c20f4593e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:25.878567 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-6aec34da-2426-41c5-8c46-2c4c976525a6 None None] Provisioning complete for port 9ef7b67d-1a3c-480c-9d10-3c549b57a21c triggered by entity DHCP. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 04:43:25.879197 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-6aec34da-2426-41c5-8c46-2c4c976525a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628798'] for port, provisioning_complete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:25.955293 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.plugin [None req-6aec34da-2426-41c5-8c46-2c4c976525a6 None None] Port 9ef7b67d-1a3c-480c-9d10-3c549b57a21c cannot update to ACTIVE because it is not bound. {{(pid=94617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 04:43:25.970383 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Provisioning complete for port 4dc8d714-bcae-4250-a5b4-44a522ed98ea triggered by entity L2. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 04:43:25.970751 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628798'] for port, provisioning_complete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:25.973449 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-0ba07e85-3251-4464-987d-42c20f4593e0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:26.038872 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-0ba07e85-3251-4464-987d-42c20f4593e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534565793'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:26.085929 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-ce94a7b0-f6d3-470c-85ff-9d418b2d5870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '506c2078-d2d6-4406-b4a4-ba97abfb0cfc', 'name': 'tempest-TestVolumeBootPattern-2146789285-router', 'tenant_id': '413fcdd02cab49a4933214dcc8244926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'external_fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': '2c2e5cfa-2e3d-48bf-90a8-b694de702f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T04:43:22Z', 'updated_at': '2021-09-22T04:43:23Z', 'revision_number': 3, 'project_id': '413fcdd02cab49a4933214dcc8244926', 'gw_port': {'id': '2c2e5cfa-2e3d-48bf-90a8-b694de702f81', 'name': '', 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:9a:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '506c2078-d2d6-4406-b4a4-ba97abfb0cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:43:23Z', 'updated_at': '2021-09-22T04:43:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810118-1-iscsi'}], 'dv-cinder-810118-1-iscsi', False) {} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:43:26.102914 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-0ba07e85-3251-4464-987d-42c20f4593e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1867637'] for router_interface, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:26.106515 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba07e85-3251-4464-987d-42c20f4593e0 admin admin] Pushing event updated for resources: {'Port': ['ID=9ef7b67d-1a3c-480c-9d10-3c549b57a21c,revision_number=2']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:43:26.202670 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba07e85-3251-4464-987d-42c20f4593e0 admin admin] Network b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea is already hosted by enough agents. {{(pid=94616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 04:43:26.204206 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.scheduler.base_scheduler [None req-0ba07e85-3251-4464-987d-42c20f4593e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 04:43:26.238706 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce94a7b0-f6d3-470c-85ff-9d418b2d5870 None None] The sync data for ids ['506c2078-d2d6-4406-b4a4-ba97abfb0cfc'] in dv-cinder-810118-1-iscsi is: [{'id': '506c2078-d2d6-4406-b4a4-ba97abfb0cfc', 'name': 'tempest-TestVolumeBootPattern-2146789285-router', 'tenant_id': '413fcdd02cab49a4933214dcc8244926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'external_fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': '2c2e5cfa-2e3d-48bf-90a8-b694de702f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T04:43:22Z', 'updated_at': '2021-09-22T04:43:23Z', 'revision_number': 3, 'project_id': '413fcdd02cab49a4933214dcc8244926', 'gw_port': {'id': '2c2e5cfa-2e3d-48bf-90a8-b694de702f81', 'name': '', 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:9a:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '506c2078-d2d6-4406-b4a4-ba97abfb0cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:43:23Z', 'updated_at': '2021-09-22T04:43:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810118-1-iscsi'}] {{(pid=94617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 04:43:26.325175 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ba07e85-3251-4464-987d-42c20f4593e0 admin admin] Router 506c2078-d2d6-4406-b4a4-ba97abfb0cfc has already been hosted by L3 agent 67baeb3b-346e-4680-9ea8-6eec6aa84835 {{(pid=94616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 04:43:26.438050 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ba07e85-3251-4464-987d-42c20f4593e0 admin admin] Notify agent at l3_agent.dv-cinder-810118-1-iscsi the message routers_updated {{(pid=94616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 04:43:26.453036 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-0ba07e85-3251-4464-987d-42c20f4593e0 admin admin] 10.222.0.24 "PUT /v2.0/routers/506c2078-d2d6-4406-b4a4-ba97abfb0cfc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7106447 Sep 22 04:43:26.479555 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-b1f2b055-840f-4548-a755-e5c82da1a97e None None] Provisioning complete for port 9ef7b67d-1a3c-480c-9d10-3c549b57a21c triggered by entity DHCP. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 04:43:26.479947 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-b1f2b055-840f-4548-a755-e5c82da1a97e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628798'] for port, provisioning_complete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:26.517836 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.plugin [None req-b1f2b055-840f-4548-a755-e5c82da1a97e None None] Port 9ef7b67d-1a3c-480c-9d10-3c549b57a21c cannot update to ACTIVE because it is not bound. {{(pid=94617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 04:43:27.119887 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 51416) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:43:27.124850 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.v2.base [None req-cb51c669-6414-408b-b7b5-99de036a0210 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-370917991-network', 'tenant_id': '926f7ab3a66543998f4ba23b8a9b5794'}} {{(pid=94616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 04:43:27.244175 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb51c669-6414-408b-b7b5-99de036a0210 admin admin] Made reservation on behalf of 926f7ab3a66543998f4ba23b8a9b5794 for: {'network': 1} {{(pid=94616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 04:43:27.246548 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-cb51c669-6414-408b-b7b5-99de036a0210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for network, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:27.521095 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-cb51c669-6414-408b-b7b5-99de036a0210 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:27.606328 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-cb51c669-6414-408b-b7b5-99de036a0210 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:27.687614 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-cb51c669-6414-408b-b7b5-99de036a0210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:27.688163 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a530ddf9-ef32-4f47-ae39-bce743e57b59 None None] Sync routers for ids ['506c2078-d2d6-4406-b4a4-ba97abfb0cfc'] in dv-cinder-810118-1-iscsi {{(pid=94618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 04:43:27.697380 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a530ddf9-ef32-4f47-ae39-bce743e57b59 None None] Routers {'506c2078-d2d6-4406-b4a4-ba97abfb0cfc'} bound to L3 agent in host dv-cinder-810118-1-iscsi {{(pid=94618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 04:43:27.698034 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.l3_hamode_db [None req-a530ddf9-ef32-4f47-ae39-bce743e57b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810118-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T04:20:22Z,description=,heartbeat_timestamp=2021-09-22T04:43:22Z,host='dv-cinder-810118-1-iscsi',id=67baeb3b-346e-4680-9ea8-6eec6aa84835,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T04:20:23Z,topic='l3_agent')) {'router_ids': ['506c2078-d2d6-4406-b4a4-ba97abfb0cfc'], 'active': True} {{(pid=94618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:43:27.708511 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb51c669-6414-408b-b7b5-99de036a0210 admin admin] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=94616) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 04:43:27.724519 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51c669-6414-408b-b7b5-99de036a0210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2133adb4-6c05-459a-8c0c-30974f3fe396,revision_number=1']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:43:27.727786 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-cb51c669-6414-408b-b7b5-99de036a0210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-614853'] for segment, precommit_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:27.728203 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.db.segments_db [None req-cb51c669-6414-408b-b7b5-99de036a0210 admin admin] Added segment ae119a8d-9827-4d53-acb8-41daf571dbfe of type vlan for network 0269fd4e-db08-41f8-84c7-5427e6054dde Sep 22 04:43:27.769083 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-cb51c669-6414-408b-b7b5-99de036a0210 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769518629407'] for network, precommit_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:27.809502 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Device 2c2e5cfa-2e3d-48bf-90a8-b694de702f81 up at agent ovs-agent-dv-cinder-810118-1-iscsi {{(pid=94617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 04:43:27.811754 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.l3_dvr_db [None req-a530ddf9-ef32-4f47-ae39-bce743e57b59 None None] Set router 506c2078-d2d6-4406-b4a4-ba97abfb0cfc gateway port host: dv-cinder-810118-1-iscsi {{(pid=94618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 04:43:27.853170 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-cb51c669-6414-408b-b7b5-99de036a0210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117'] for network, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:27.854750 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb51c669-6414-408b-b7b5-99de036a0210 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:43:27.855323 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Provisioning complete for port 2c2e5cfa-2e3d-48bf-90a8-b694de702f81 triggered by entity L2. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 04:43:27.855477 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-cb51c669-6414-408b-b7b5-99de036a0210 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578295'] for network, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:27.855695 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628798'] for port, provisioning_complete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:27.918876 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51c669-6414-408b-b7b5-99de036a0210 admin admin] Pushing event updated for resources: {'Network': ['ID=0269fd4e-db08-41f8-84c7-5427e6054dde,revision_number=1']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:43:27.934058 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Network 0269fd4e-db08-41f8-84c7-5427e6054dde details requested by agent ovs-agent-dv-cinder-810118-1-iscsi with host dv-cinder-810118-1-iscsi {{(pid=94617) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 04:43:27.956179 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-cb51c669-6414-408b-b7b5-99de036a0210 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8325651 Sep 22 04:43:27.956984 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 51418) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:43:27.962147 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.v2.base [None req-4bd672ff-feb2-4afb-96c9-8ffa76dd1d03 admin admin] Request body: {'subnet': {'network_id': '0269fd4e-db08-41f8-84c7-5427e6054dde', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-370917991-subnet', 'tenant_id': '926f7ab3a66543998f4ba23b8a9b5794', 'ip_version': 4}} {{(pid=94616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 04:43:27.991680 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:28.020031 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.l3_hamode_db [None req-a530ddf9-ef32-4f47-ae39-bce743e57b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '506c2078-d2d6-4406-b4a4-ba97abfb0cfc', 'name': 'tempest-TestVolumeBootPattern-2146789285-router', 'tenant_id': '413fcdd02cab49a4933214dcc8244926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'external_fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': '2c2e5cfa-2e3d-48bf-90a8-b694de702f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T04:43:22Z', 'updated_at': '2021-09-22T04:43:25Z', 'revision_number': 4, 'project_id': '413fcdd02cab49a4933214dcc8244926', 'gw_port': {'id': '2c2e5cfa-2e3d-48bf-90a8-b694de702f81', 'name': '', 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:9a:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '506c2078-d2d6-4406-b4a4-ba97abfb0cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:43:23Z', 'updated_at': '2021-09-22T04:43:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810118-1-iscsi', '_interfaces': [{'id': '9ef7b67d-1a3c-480c-9d10-3c549b57a21c', 'name': '', 'network_id': 'b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea', 'tenant_id': '413fcdd02cab49a4933214dcc8244926', 'mac_address': 'fa:16:3e:4d:ed:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '506c2078-d2d6-4406-b4a4-ba97abfb0cfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '00de75c3-0975-4054-ac99-eafc43a34ef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:43:25Z', 'updated_at': '2021-09-22T04:43:25Z', 'revision_number': 2, 'project_id': '413fcdd02cab49a4933214dcc8244926', 'subnets': [{'id': '00de75c3-0975-4054-ac99-eafc43a34ef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810118-1-iscsi', False) {} {{(pid=94618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:43:28.023320 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] For port 2c2e5cfa-2e3d-48bf-90a8-b694de702f81, host dv-cinder-810118-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810118-1-iscsi',level=0,port_id=2c2e5cfa-2e3d-48bf-90a8-b694de702f81,segment=NetworkSegment(57bccd0b-6164-41c6-a48d-7aba82135152),segment_id=57bccd0b-6164-41c6-a48d-7aba82135152)] {{(pid=94617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:43:28.038489 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bd672ff-feb2-4afb-96c9-8ffa76dd1d03 admin admin] Made reservation on behalf of 926f7ab3a66543998f4ba23b8a9b5794 for: {'subnet': 1} {{(pid=94616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 04:43:28.040955 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-4bd672ff-feb2-4afb-96c9-8ffa76dd1d03 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532840891'] for subnet, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:28.045719 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a530ddf9-ef32-4f47-ae39-bce743e57b59 None None] Checking router: 506c2078-d2d6-4406-b4a4-ba97abfb0cfc for host: dv-cinder-810118-1-iscsi {{(pid=94618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 04:43:28.046064 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a530ddf9-ef32-4f47-ae39-bce743e57b59 None None] Updating router 506c2078-d2d6-4406-b4a4-ba97abfb0cfc port 9ef7b67d-1a3c-480c-9d10-3c549b57a21c binding host dv-cinder-810118-1-iscsi {{(pid=94618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 04:43:28.069814 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron_lib.callbacks.manager [None req-a530ddf9-ef32-4f47-ae39-bce743e57b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:28.090271 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:28.139065 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Pushing event updated for resources: {'Port': ['ID=2c2e5cfa-2e3d-48bf-90a8-b694de702f81,revision_number=4']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:43:28.256211 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-4bd672ff-feb2-4afb-96c9-8ffa76dd1d03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-534565686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532840841'] for subnet, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:28.313492 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd672ff-feb2-4afb-96c9-8ffa76dd1d03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7cdf8803-43bd-40ec-a2a1-e24c3dedc428,revision_number=0']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:43:28.322967 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd672ff-feb2-4afb-96c9-8ffa76dd1d03 admin admin] Checking segment: {'id': 'ae119a8d-9827-4d53-acb8-41daf571dbfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '0269fd4e-db08-41f8-84c7-5427e6054dde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 04:43:28.323330 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd672ff-feb2-4afb-96c9-8ffa76dd1d03 admin admin] Network hostable DHCP agents. Network: 0269fd4e-db08-41f8-84c7-5427e6054dde, hostable agents: ['73f1375a-57ed-4431-affd-4785c4767c4b'], hosted agents: [] {{(pid=94616) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 04:43:28.406755 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron_lib.callbacks.manager [None req-a530ddf9-ef32-4f47-ae39-bce743e57b59 None None] Notify callbacks [] for port, precommit_update {{(pid=94618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:28.438513 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd672ff-feb2-4afb-96c9-8ffa76dd1d03 admin admin] Network 0269fd4e-db08-41f8-84c7-5427e6054dde is scheduled to be hosted by DHCP agent 73f1375a-57ed-4431-affd-4785c4767c4b with binding_index 1 {{(pid=94616) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 04:43:28.466903 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron_lib.callbacks.manager [None req-a530ddf9-ef32-4f47-ae39-bce743e57b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:28.516790 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae93514-0a37-47f4-acbc-ec77336146fc None None] Pushing event updated for resources: {'Port': ['ID=9ef7b67d-1a3c-480c-9d10-3c549b57a21c,revision_number=3']} {{(pid=94618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:43:28.518569 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.scheduler.base_scheduler [None req-4bd672ff-feb2-4afb-96c9-8ffa76dd1d03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810118-1-iscsi, 0269fd4e-db08-41f8-84c7-5427e6054dde) {{(pid=94616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 04:43:28.530132 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd94483-b588-4366-a676-97543a69604c None None] Network 0269fd4e-db08-41f8-84c7-5427e6054dde requested from dv-cinder-810118-1-iscsi {{(pid=94617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 04:43:28.532983 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd672ff-feb2-4afb-96c9-8ffa76dd1d03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:43:28.539482 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-4bd672ff-feb2-4afb-96c9-8ffa76dd1d03 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:28.539644 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae93514-0a37-47f4-acbc-ec77336146fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:43:28.539644 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae93514-0a37-47f4-acbc-ec77336146fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:43:28.539644 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae93514-0a37-47f4-acbc-ec77336146fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:43:28.539644 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae93514-0a37-47f4-acbc-ec77336146fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:43:28.539644 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae93514-0a37-47f4-acbc-ec77336146fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:43:28.539644 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae93514-0a37-47f4-acbc-ec77336146fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:43:28.539644 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae93514-0a37-47f4-acbc-ec77336146fc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:43:28.540148 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae93514-0a37-47f4-acbc-ec77336146fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:43:28.540148 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae93514-0a37-47f4-acbc-ec77336146fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:43:28.540436 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae93514-0a37-47f4-acbc-ec77336146fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:43:28.540869 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae93514-0a37-47f4-acbc-ec77336146fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:43:28.541682 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae93514-0a37-47f4-acbc-ec77336146fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:43:28.576511 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.plugins.ml2.managers [None req-a530ddf9-ef32-4f47-ae39-bce743e57b59 None None] Attempting to bind port 9ef7b67d-1a3c-480c-9d10-3c549b57a21c on host dv-cinder-810118-1-iscsi for vnic_type normal with profile {{(pid=94618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 04:43:28.576879 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.plugins.ml2.managers [None req-a530ddf9-ef32-4f47-ae39-bce743e57b59 None None] Attempting to bind port 9ef7b67d-1a3c-480c-9d10-3c549b57a21c by drivers openvswitch,hyperv on host dv-cinder-810118-1-iscsi at level 0 using segments [{'id': '4fdc73c2-84d6-43bf-a2bb-789fede3c216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea'}] {{(pid=94618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 04:43:28.577242 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a530ddf9-ef32-4f47-ae39-bce743e57b59 None None] Attempting to bind port 9ef7b67d-1a3c-480c-9d10-3c549b57a21c on network b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea {{(pid=94618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 04:43:28.582540 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a530ddf9-ef32-4f47-ae39-bce743e57b59 None None] Checking agent: {'id': '43b86276-d23d-4f96-ad83-0361cfa8e6ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810118-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 4, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 4, 20, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 4, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810118-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 04:43:28.582919 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a530ddf9-ef32-4f47-ae39-bce743e57b59 None None] Checking segment: {'id': '4fdc73c2-84d6-43bf-a2bb-789fede3c216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 04:43:28.583306 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron_lib.callbacks.manager [None req-a530ddf9-ef32-4f47-ae39-bce743e57b59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:28.583690 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a530ddf9-ef32-4f47-ae39-bce743e57b59 None None] Bound using segment: {'id': '4fdc73c2-84d6-43bf-a2bb-789fede3c216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea'} {{(pid=94618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 04:43:28.584156 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.plugins.ml2.managers [None req-a530ddf9-ef32-4f47-ae39-bce743e57b59 None None] Bound port: 9ef7b67d-1a3c-480c-9d10-3c549b57a21c, host: dv-cinder-810118-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fdc73c2-84d6-43bf-a2bb-789fede3c216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea'}}] {{(pid=94618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 04:43:28.584549 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron_lib.callbacks.manager [None req-a530ddf9-ef32-4f47-ae39-bce743e57b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:28.620220 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-4bd672ff-feb2-4afb-96c9-8ffa76dd1d03 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6588316 Sep 22 04:43:28.620585 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 51420) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:43:28.624895 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.v2.base [None req-f9298716-f3c9-489e-adf0-aa31969ddcd1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-370917991-router', 'tenant_id': '926f7ab3a66543998f4ba23b8a9b5794', 'external_gateway_info': {'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463'}}} {{(pid=94615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 04:43:28.662012 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.plugins.ml2.db [None req-a530ddf9-ef32-4f47-ae39-bce743e57b59 None None] For port 9ef7b67d-1a3c-480c-9d10-3c549b57a21c, host dv-cinder-810118-1-iscsi, cleared binding levels {{(pid=94618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 04:43:28.665202 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.plugins.ml2.db [None req-a530ddf9-ef32-4f47-ae39-bce743e57b59 None None] For port 9ef7b67d-1a3c-480c-9d10-3c549b57a21c, host dv-cinder-810118-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810118-1-iscsi',level=0,port_id=9ef7b67d-1a3c-480c-9d10-3c549b57a21c,segment=NetworkSegment(4fdc73c2-84d6-43bf-a2bb-789fede3c216),segment_id=4fdc73c2-84d6-43bf-a2bb-789fede3c216)] {{(pid=94618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 04:43:28.691290 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a4548ca-8e2e-45b0-a0ee-164bf649c04a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d0c5ae4-b049-5a13-ad81-6bc49d40bb64-0269fd4e-db08-41f8-84c7-5427e6054dde', 'network_id': '0269fd4e-db08-41f8-84c7-5427e6054dde', 'tenant_id': '926f7ab3a66543998f4ba23b8a9b5794', 'fixed_ips': [{'subnet_id': '7cdf8803-43bd-40ec-a2a1-e24c3dedc428'}]}} from dv-cinder-810118-1-iscsi. {{(pid=94617) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 04:43:28.692127 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-4a4548ca-8e2e-45b0-a0ee-164bf649c04a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_create {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:28.739265 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-f9298716-f3c9-489e-adf0-aa31969ddcd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1852805', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1922'] for router, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:28.740322 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-f9298716-f3c9-489e-adf0-aa31969ddcd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1865845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1862533', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1935386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1931'] for router, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:28.794677 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-d98d6730-8878-4286-adc0-f889a24515d8 None None] Provisioning complete for port 9ef7b67d-1a3c-480c-9d10-3c549b57a21c triggered by entity DHCP. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 04:43:28.795029 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-d98d6730-8878-4286-adc0-f889a24515d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628798'] for port, provisioning_complete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:28.797774 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-f9298716-f3c9-489e-adf0-aa31969ddcd1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:28.802934 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron_lib.callbacks.manager [None req-a530ddf9-ef32-4f47-ae39-bce743e57b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:28.867910 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.plugin [None req-d98d6730-8878-4286-adc0-f889a24515d8 None None] Port 9ef7b67d-1a3c-480c-9d10-3c549b57a21c cannot update to ACTIVE because it is not bound. {{(pid=94617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 04:43:28.868671 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae93514-0a37-47f4-acbc-ec77336146fc None None] Pushing event updated for resources: {'Port': ['ID=9ef7b67d-1a3c-480c-9d10-3c549b57a21c,revision_number=4']} {{(pid=94618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:43:28.873580 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a530ddf9-ef32-4f47-ae39-bce743e57b59 None None] Routers {'506c2078-d2d6-4406-b4a4-ba97abfb0cfc'} bound to L3 agent in host dv-cinder-810118-1-iscsi {{(pid=94618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 04:43:28.874221 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.l3_hamode_db [None req-a530ddf9-ef32-4f47-ae39-bce743e57b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810118-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T04:20:22Z,description=,heartbeat_timestamp=2021-09-22T04:43:22Z,host='dv-cinder-810118-1-iscsi',id=67baeb3b-346e-4680-9ea8-6eec6aa84835,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T04:20:23Z,topic='l3_agent')) {'router_ids': ['506c2078-d2d6-4406-b4a4-ba97abfb0cfc'], 'active': True} {{(pid=94618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:43:28.888005 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.db_base_plugin_common [None req-4a4548ca-8e2e-45b0-a0ee-164bf649c04a None None] Allocated IP 172.20.0.2 (0269fd4e-db08-41f8-84c7-5427e6054dde/7cdf8803-43bd-40ec-a2a1-e24c3dedc428/2a4bf4f7-27ed-4ebb-aa67-b2a34b9d0920) {{(pid=94617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 04:43:28.986327 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.l3_dvr_db [None req-a530ddf9-ef32-4f47-ae39-bce743e57b59 None None] Set router 506c2078-d2d6-4406-b4a4-ba97abfb0cfc gateway port host: dv-cinder-810118-1-iscsi {{(pid=94618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 04:43:29.051652 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-4a4548ca-8e2e-45b0-a0ee-164bf649c04a None None] Notify callbacks [] for port, precommit_create {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:29.060796 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-f9298716-f3c9-489e-adf0-aa31969ddcd1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:29.087497 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-679265da-c2e8-4002-8b0d-28c0f955cfa2 None None] Provisioning complete for port 9ef7b67d-1a3c-480c-9d10-3c549b57a21c triggered by entity DHCP. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 04:43:29.091722 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-679265da-c2e8-4002-8b0d-28c0f955cfa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628798'] for port, provisioning_complete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:29.151841 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-4a4548ca-8e2e-45b0-a0ee-164bf649c04a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769518673857'] for port, after_create {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:29.190793 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.l3_hamode_db [None req-a530ddf9-ef32-4f47-ae39-bce743e57b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '506c2078-d2d6-4406-b4a4-ba97abfb0cfc', 'name': 'tempest-TestVolumeBootPattern-2146789285-router', 'tenant_id': '413fcdd02cab49a4933214dcc8244926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'external_fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': '2c2e5cfa-2e3d-48bf-90a8-b694de702f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T04:43:22Z', 'updated_at': '2021-09-22T04:43:25Z', 'revision_number': 4, 'project_id': '413fcdd02cab49a4933214dcc8244926', 'gw_port': {'id': '2c2e5cfa-2e3d-48bf-90a8-b694de702f81', 'name': '', 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:9a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506c2078-d2d6-4406-b4a4-ba97abfb0cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:43:23Z', 'updated_at': '2021-09-22T04:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810118-1-iscsi', '_interfaces': [{'id': '9ef7b67d-1a3c-480c-9d10-3c549b57a21c', 'name': '', 'network_id': 'b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea', 'tenant_id': '413fcdd02cab49a4933214dcc8244926', 'mac_address': 'fa:16:3e:4d:ed:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '506c2078-d2d6-4406-b4a4-ba97abfb0cfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '00de75c3-0975-4054-ac99-eafc43a34ef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:43:25Z', 'updated_at': '2021-09-22T04:43:28Z', 'revision_number': 4, 'project_id': '413fcdd02cab49a4933214dcc8244926', 'subnets': [{'id': '00de75c3-0975-4054-ac99-eafc43a34ef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810118-1-iscsi', False) {} {{(pid=94618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:43:29.206207 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a4548ca-8e2e-45b0-a0ee-164bf649c04a None None] Network 0269fd4e-db08-41f8-84c7-5427e6054dde is already hosted by enough agents. {{(pid=94617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 04:43:29.206938 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-679265da-c2e8-4002-8b0d-28c0f955cfa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:29.211494 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.scheduler.base_scheduler [None req-4a4548ca-8e2e-45b0-a0ee-164bf649c04a None None] Resources bound (agent type, host, resource id): {{(pid=94617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 04:43:29.221249 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4548ca-8e2e-45b0-a0ee-164bf649c04a None None] Received port after_create {{(pid=94617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 04:43:29.224298 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a530ddf9-ef32-4f47-ae39-bce743e57b59 None None] The sync data for ids ['506c2078-d2d6-4406-b4a4-ba97abfb0cfc'] in dv-cinder-810118-1-iscsi is: [{'id': '506c2078-d2d6-4406-b4a4-ba97abfb0cfc', 'name': 'tempest-TestVolumeBootPattern-2146789285-router', 'tenant_id': '413fcdd02cab49a4933214dcc8244926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'external_fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': '2c2e5cfa-2e3d-48bf-90a8-b694de702f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T04:43:22Z', 'updated_at': '2021-09-22T04:43:25Z', 'revision_number': 4, 'project_id': '413fcdd02cab49a4933214dcc8244926', 'gw_port': {'id': '2c2e5cfa-2e3d-48bf-90a8-b694de702f81', 'name': '', 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:9a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506c2078-d2d6-4406-b4a4-ba97abfb0cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:43:23Z', 'updated_at': '2021-09-22T04:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810118-1-iscsi', '_interfaces': [{'id': '9ef7b67d-1a3c-480c-9d10-3c549b57a21c', 'name': '', 'network_id': 'b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea', 'tenant_id': '413fcdd02cab49a4933214dcc8244926', 'mac_address': 'fa:16:3e:4d:ed:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '506c2078-d2d6-4406-b4a4-ba97abfb0cfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '00de75c3-0975-4054-ac99-eafc43a34ef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:43:25Z', 'updated_at': '2021-09-22T04:43:28Z', 'revision_number': 4, 'project_id': '413fcdd02cab49a4933214dcc8244926', 'subnets': [{'id': '00de75c3-0975-4054-ac99-eafc43a34ef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 04:43:29.232247 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4548ca-8e2e-45b0-a0ee-164bf649c04a None None] Pushing event updated for resources: {'Port': ['ID=2a4bf4f7-27ed-4ebb-aa67-b2a34b9d0920,revision_number=1']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:43:29.307762 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-679265da-c2e8-4002-8b0d-28c0f955cfa2 None None] For port 9ef7b67d-1a3c-480c-9d10-3c549b57a21c, host dv-cinder-810118-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810118-1-iscsi',level=0,port_id=9ef7b67d-1a3c-480c-9d10-3c549b57a21c,segment=NetworkSegment(4fdc73c2-84d6-43bf-a2bb-789fede3c216),segment_id=4fdc73c2-84d6-43bf-a2bb-789fede3c216)] {{(pid=94617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:43:29.310340 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.managers [None req-4a4548ca-8e2e-45b0-a0ee-164bf649c04a None None] Attempting to bind port 2a4bf4f7-27ed-4ebb-aa67-b2a34b9d0920 on host dv-cinder-810118-1-iscsi for vnic_type normal with profile {{(pid=94617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 04:43:29.310696 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.managers [None req-4a4548ca-8e2e-45b0-a0ee-164bf649c04a None None] Attempting to bind port 2a4bf4f7-27ed-4ebb-aa67-b2a34b9d0920 by drivers openvswitch,hyperv on host dv-cinder-810118-1-iscsi at level 0 using segments [{'id': 'ae119a8d-9827-4d53-acb8-41daf571dbfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '0269fd4e-db08-41f8-84c7-5427e6054dde'}] {{(pid=94617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 04:43:29.311048 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4548ca-8e2e-45b0-a0ee-164bf649c04a None None] Attempting to bind port 2a4bf4f7-27ed-4ebb-aa67-b2a34b9d0920 on network 0269fd4e-db08-41f8-84c7-5427e6054dde {{(pid=94617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 04:43:29.315972 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4548ca-8e2e-45b0-a0ee-164bf649c04a None None] Checking agent: {'id': '43b86276-d23d-4f96-ad83-0361cfa8e6ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810118-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 4, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 4, 20, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 4, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810118-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 04:43:29.321786 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4548ca-8e2e-45b0-a0ee-164bf649c04a None None] Checking segment: {'id': 'ae119a8d-9827-4d53-acb8-41daf571dbfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '0269fd4e-db08-41f8-84c7-5427e6054dde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 04:43:29.321786 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-4a4548ca-8e2e-45b0-a0ee-164bf649c04a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:29.321786 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4548ca-8e2e-45b0-a0ee-164bf649c04a None None] Bound using segment: {'id': 'ae119a8d-9827-4d53-acb8-41daf571dbfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '0269fd4e-db08-41f8-84c7-5427e6054dde'} {{(pid=94617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 04:43:29.321786 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.managers [None req-4a4548ca-8e2e-45b0-a0ee-164bf649c04a None None] Bound port: 2a4bf4f7-27ed-4ebb-aa67-b2a34b9d0920, host: dv-cinder-810118-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae119a8d-9827-4d53-acb8-41daf571dbfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '0269fd4e-db08-41f8-84c7-5427e6054dde'}}] {{(pid=94617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 04:43:29.321786 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-4a4548ca-8e2e-45b0-a0ee-164bf649c04a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:29.377440 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-679265da-c2e8-4002-8b0d-28c0f955cfa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:29.383982 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-f9298716-f3c9-489e-adf0-aa31969ddcd1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:29.407621 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-f9298716-f3c9-489e-adf0-aa31969ddcd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:29.413079 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-4a4548ca-8e2e-45b0-a0ee-164bf649c04a None None] For port 2a4bf4f7-27ed-4ebb-aa67-b2a34b9d0920, host dv-cinder-810118-1-iscsi, cleared binding levels {{(pid=94617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 04:43:29.429783 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-4a4548ca-8e2e-45b0-a0ee-164bf649c04a None None] For port 2a4bf4f7-27ed-4ebb-aa67-b2a34b9d0920, host dv-cinder-810118-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810118-1-iscsi',level=0,port_id=2a4bf4f7-27ed-4ebb-aa67-b2a34b9d0920,segment=NetworkSegment(ae119a8d-9827-4d53-acb8-41daf571dbfe),segment_id=ae119a8d-9827-4d53-acb8-41daf571dbfe)] {{(pid=94617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 04:43:29.443426 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679265da-c2e8-4002-8b0d-28c0f955cfa2 None None] Pushing event updated for resources: {'Port': ['ID=9ef7b67d-1a3c-480c-9d10-3c549b57a21c,revision_number=5']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:43:29.485096 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-4a4548ca-8e2e-45b0-a0ee-164bf649c04a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:29.524422 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.db.db_base_plugin_common [None req-f9298716-f3c9-489e-adf0-aa31969ddcd1 admin admin] Allocated IP 172.27.3.45 (1c001e5d-5f10-46e0-9089-3ba13d08e463/ef28eb13-4204-4034-a22d-0722adaca342/df09fdc9-3050-4d4e-bdb9-9ea6308a0662) {{(pid=94615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 04:43:29.556061 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4548ca-8e2e-45b0-a0ee-164bf649c04a None None] Pushing event updated for resources: {'Port': ['ID=2a4bf4f7-27ed-4ebb-aa67-b2a34b9d0920,revision_number=2']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:43:29.639498 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-f9298716-f3c9-489e-adf0-aa31969ddcd1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:29.733965 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-f9298716-f3c9-489e-adf0-aa31969ddcd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769518673857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533447879'] for port, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:29.777549 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9298716-f3c9-489e-adf0-aa31969ddcd1 admin admin] Network 1c001e5d-5f10-46e0-9089-3ba13d08e463 is already hosted by enough agents. {{(pid=94615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 04:43:29.780755 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.scheduler.base_scheduler [None req-f9298716-f3c9-489e-adf0-aa31969ddcd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 04:43:29.786091 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9298716-f3c9-489e-adf0-aa31969ddcd1 admin admin] Received port after_create {{(pid=94615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 04:43:29.846913 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9298716-f3c9-489e-adf0-aa31969ddcd1 admin admin] Pushing event updated for resources: {'Port': ['ID=df09fdc9-3050-4d4e-bdb9-9ea6308a0662,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:43:29.949477 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Device 2a4bf4f7-27ed-4ebb-aa67-b2a34b9d0920 up at agent ovs-agent-dv-cinder-810118-1-iscsi {{(pid=94617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 04:43:29.998546 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Provisioning complete for port 2a4bf4f7-27ed-4ebb-aa67-b2a34b9d0920 triggered by entity L2. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 04:43:29.998927 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628798'] for port, provisioning_complete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:30.085411 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:30.120261 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] For port 2a4bf4f7-27ed-4ebb-aa67-b2a34b9d0920, host dv-cinder-810118-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810118-1-iscsi',level=0,port_id=2a4bf4f7-27ed-4ebb-aa67-b2a34b9d0920,segment=NetworkSegment(ae119a8d-9827-4d53-acb8-41daf571dbfe),segment_id=ae119a8d-9827-4d53-acb8-41daf571dbfe)] {{(pid=94617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:43:30.132220 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-f9298716-f3c9-489e-adf0-aa31969ddcd1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:30.199330 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:30.200132 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Device 2c2e5cfa-2e3d-48bf-90a8-b694de702f81 up at agent ovs-agent-dv-cinder-810118-1-iscsi {{(pid=94617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 04:43:30.289000 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Pushing event updated for resources: {'Port': ['ID=2a4bf4f7-27ed-4ebb-aa67-b2a34b9d0920,revision_number=3']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:43:30.304347 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Provisioning complete for port 2c2e5cfa-2e3d-48bf-90a8-b694de702f81 triggered by entity L2. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 04:43:30.304824 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628798'] for port, provisioning_complete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:30.364411 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-f9298716-f3c9-489e-adf0-aa31969ddcd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1865740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1862584'] for router, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:30.396831 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Device 9ef7b67d-1a3c-480c-9d10-3c549b57a21c up at agent ovs-agent-dv-cinder-810118-1-iscsi {{(pid=94617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 04:43:30.450156 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Provisioning complete for port 9ef7b67d-1a3c-480c-9d10-3c549b57a21c triggered by entity L2. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 04:43:30.450525 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628798'] for port, provisioning_complete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:30.501700 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b4aaa7-d1db-439f-8002-50ac28c7da14 None None] Network 0269fd4e-db08-41f8-84c7-5427e6054dde requested from dv-cinder-810118-1-iscsi {{(pid=94617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 04:43:30.592639 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9298716-f3c9-489e-adf0-aa31969ddcd1 admin admin] Router 90e58c9e-94ff-45a5-a261-4d3d33144293 is scheduled to L3 agent 67baeb3b-346e-4680-9ea8-6eec6aa84835 with binding_index 1 {{(pid=94615) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 04:43:30.642773 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-0cbbb2f7-8ef4-416f-b4b8-ef3944dcd6ff None None] Provisioning complete for port 2a4bf4f7-27ed-4ebb-aa67-b2a34b9d0920 triggered by entity DHCP. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 04:43:30.643228 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-0cbbb2f7-8ef4-416f-b4b8-ef3944dcd6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628798'] for port, provisioning_complete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:30.699148 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9298716-f3c9-489e-adf0-aa31969ddcd1 admin admin] Notify agent at l3_agent.dv-cinder-810118-1-iscsi the message routers_updated {{(pid=94615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 04:43:30.710364 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2f8493-2fdc-4fb4-8563-d4df0c04fde7 None None] Sync routers for ids ['90e58c9e-94ff-45a5-a261-4d3d33144293'] in dv-cinder-810118-1-iscsi {{(pid=94617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 04:43:30.747753 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2f8493-2fdc-4fb4-8563-d4df0c04fde7 None None] Routers {'90e58c9e-94ff-45a5-a261-4d3d33144293'} bound to L3 agent in host dv-cinder-810118-1-iscsi {{(pid=94617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 04:43:30.748315 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-2a2f8493-2fdc-4fb4-8563-d4df0c04fde7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810118-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T04:20:22Z,description=,heartbeat_timestamp=2021-09-22T04:43:22Z,host='dv-cinder-810118-1-iscsi',id=67baeb3b-346e-4680-9ea8-6eec6aa84835,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T04:20:23Z,topic='l3_agent')) {'router_ids': ['90e58c9e-94ff-45a5-a261-4d3d33144293'], 'active': True} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:43:30.759234 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-f9298716-f3c9-489e-adf0-aa31969ddcd1 admin admin] Notify callbacks [] for router, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:30.760219 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-f9298716-f3c9-489e-adf0-aa31969ddcd1 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.1387415 Sep 22 04:43:30.762932 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 51422) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:43:30.880228 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvr_db [None req-2a2f8493-2fdc-4fb4-8563-d4df0c04fde7 None None] Set router 90e58c9e-94ff-45a5-a261-4d3d33144293 gateway port host: dv-cinder-810118-1-iscsi {{(pid=94617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 04:43:31.051197 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-c6289f96-cad4-4e20-856b-9a212c898cff None None] Provisioning complete for port 2a4bf4f7-27ed-4ebb-aa67-b2a34b9d0920 triggered by entity DHCP. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 04:43:31.051811 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-c6289f96-cad4-4e20-856b-9a212c898cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628798'] for port, provisioning_complete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:31.110608 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-2a2f8493-2fdc-4fb4-8563-d4df0c04fde7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90e58c9e-94ff-45a5-a261-4d3d33144293', 'name': 'tempest-TestVolumeBootPattern-370917991-router', 'tenant_id': '926f7ab3a66543998f4ba23b8a9b5794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'external_fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'df09fdc9-3050-4d4e-bdb9-9ea6308a0662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T04:43:28Z', 'updated_at': '2021-09-22T04:43:29Z', 'revision_number': 3, 'project_id': '926f7ab3a66543998f4ba23b8a9b5794', 'gw_port': {'id': 'df09fdc9-3050-4d4e-bdb9-9ea6308a0662', 'name': '', 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5c:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90e58c9e-94ff-45a5-a261-4d3d33144293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:43:29Z', 'updated_at': '2021-09-22T04:43:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810118-1-iscsi'}], 'dv-cinder-810118-1-iscsi', False) {} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:43:31.139023 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2f8493-2fdc-4fb4-8563-d4df0c04fde7 None None] Checking router: 90e58c9e-94ff-45a5-a261-4d3d33144293 for host: dv-cinder-810118-1-iscsi {{(pid=94617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 04:43:31.139367 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2f8493-2fdc-4fb4-8563-d4df0c04fde7 None None] Updating router 90e58c9e-94ff-45a5-a261-4d3d33144293 port df09fdc9-3050-4d4e-bdb9-9ea6308a0662 binding host dv-cinder-810118-1-iscsi {{(pid=94617) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 04:43:31.185083 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2a2f8493-2fdc-4fb4-8563-d4df0c04fde7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:31.405291 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-80f9e5db-4e2f-40ff-b156-b7d9e93c14e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:31.556556 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2a2f8493-2fdc-4fb4-8563-d4df0c04fde7 None None] Notify callbacks [] for port, precommit_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:31.565498 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.db.db_base_plugin_common [None req-80f9e5db-4e2f-40ff-b156-b7d9e93c14e6 admin admin] Allocated IP 172.20.0.1 (0269fd4e-db08-41f8-84c7-5427e6054dde/7cdf8803-43bd-40ec-a2a1-e24c3dedc428/b10b8a4d-629a-4190-bc79-9c6e91a7a813) {{(pid=94615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 04:43:31.644197 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2a2f8493-2fdc-4fb4-8563-d4df0c04fde7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:31.665226 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-80f9e5db-4e2f-40ff-b156-b7d9e93c14e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:31.695322 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.managers [None req-2a2f8493-2fdc-4fb4-8563-d4df0c04fde7 None None] Attempting to bind port df09fdc9-3050-4d4e-bdb9-9ea6308a0662 on host dv-cinder-810118-1-iscsi for vnic_type normal with profile {{(pid=94617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 04:43:31.695689 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.managers [None req-2a2f8493-2fdc-4fb4-8563-d4df0c04fde7 None None] Attempting to bind port df09fdc9-3050-4d4e-bdb9-9ea6308a0662 by drivers openvswitch,hyperv on host dv-cinder-810118-1-iscsi at level 0 using segments [{'id': '57bccd0b-6164-41c6-a48d-7aba82135152', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463'}] {{(pid=94617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 04:43:31.696049 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2f8493-2fdc-4fb4-8563-d4df0c04fde7 None None] Attempting to bind port df09fdc9-3050-4d4e-bdb9-9ea6308a0662 on network 1c001e5d-5f10-46e0-9089-3ba13d08e463 {{(pid=94617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 04:43:31.698539 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0efa0d-a426-4643-8651-357d2ecf291c None None] Pushing event updated for resources: {'Port': ['ID=df09fdc9-3050-4d4e-bdb9-9ea6308a0662,revision_number=2']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:43:31.703857 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2f8493-2fdc-4fb4-8563-d4df0c04fde7 None None] Checking agent: {'id': '43b86276-d23d-4f96-ad83-0361cfa8e6ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810118-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 4, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 4, 20, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 4, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810118-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 04:43:31.704232 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2f8493-2fdc-4fb4-8563-d4df0c04fde7 None None] Checking segment: {'id': '57bccd0b-6164-41c6-a48d-7aba82135152', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 04:43:31.704666 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2a2f8493-2fdc-4fb4-8563-d4df0c04fde7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:31.705627 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2f8493-2fdc-4fb4-8563-d4df0c04fde7 None None] Bound using segment: {'id': '57bccd0b-6164-41c6-a48d-7aba82135152', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463'} {{(pid=94617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 04:43:31.705627 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.managers [None req-2a2f8493-2fdc-4fb4-8563-d4df0c04fde7 None None] Bound port: df09fdc9-3050-4d4e-bdb9-9ea6308a0662, host: dv-cinder-810118-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57bccd0b-6164-41c6-a48d-7aba82135152', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463'}}] {{(pid=94617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 04:43:31.705852 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2a2f8493-2fdc-4fb4-8563-d4df0c04fde7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:31.756777 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-2a2f8493-2fdc-4fb4-8563-d4df0c04fde7 None None] For port df09fdc9-3050-4d4e-bdb9-9ea6308a0662, host dv-cinder-810118-1-iscsi, cleared binding levels {{(pid=94617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 04:43:31.760237 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-2a2f8493-2fdc-4fb4-8563-d4df0c04fde7 None None] For port df09fdc9-3050-4d4e-bdb9-9ea6308a0662, host dv-cinder-810118-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810118-1-iscsi',level=0,port_id=df09fdc9-3050-4d4e-bdb9-9ea6308a0662,segment=NetworkSegment(57bccd0b-6164-41c6-a48d-7aba82135152),segment_id=57bccd0b-6164-41c6-a48d-7aba82135152)] {{(pid=94617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 04:43:31.762558 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-80f9e5db-4e2f-40ff-b156-b7d9e93c14e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769518673857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533447879'] for port, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:31.767414 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Device 2a4bf4f7-27ed-4ebb-aa67-b2a34b9d0920 up at agent ovs-agent-dv-cinder-810118-1-iscsi {{(pid=94617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 04:43:31.798964 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f9e5db-4e2f-40ff-b156-b7d9e93c14e6 admin admin] Network 0269fd4e-db08-41f8-84c7-5427e6054dde is already hosted by enough agents. {{(pid=94615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 04:43:31.803379 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.scheduler.base_scheduler [None req-80f9e5db-4e2f-40ff-b156-b7d9e93c14e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 04:43:31.807303 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f9e5db-4e2f-40ff-b156-b7d9e93c14e6 admin admin] Received port after_create {{(pid=94615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 04:43:31.816927 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Provisioning complete for port 2a4bf4f7-27ed-4ebb-aa67-b2a34b9d0920 triggered by entity L2. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 04:43:31.817299 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628798'] for port, provisioning_complete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:31.820380 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2a2f8493-2fdc-4fb4-8563-d4df0c04fde7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:31.839379 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f9e5db-4e2f-40ff-b156-b7d9e93c14e6 admin admin] Pushing event updated for resources: {'Port': ['ID=b10b8a4d-629a-4190-bc79-9c6e91a7a813,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:43:31.858552 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-80f9e5db-4e2f-40ff-b156-b7d9e93c14e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1865349'] for router_interface, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:31.932328 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2f8493-2fdc-4fb4-8563-d4df0c04fde7 None None] Routers {'90e58c9e-94ff-45a5-a261-4d3d33144293'} bound to L3 agent in host dv-cinder-810118-1-iscsi {{(pid=94617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 04:43:31.933165 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-2a2f8493-2fdc-4fb4-8563-d4df0c04fde7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810118-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T04:20:22Z,description=,heartbeat_timestamp=2021-09-22T04:43:22Z,host='dv-cinder-810118-1-iscsi',id=67baeb3b-346e-4680-9ea8-6eec6aa84835,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T04:20:23Z,topic='l3_agent')) {'router_ids': ['90e58c9e-94ff-45a5-a261-4d3d33144293'], 'active': True} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:43:31.976564 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0efa0d-a426-4643-8651-357d2ecf291c None None] Pushing event updated for resources: {'Port': ['ID=df09fdc9-3050-4d4e-bdb9-9ea6308a0662,revision_number=3']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:43:32.034201 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-80f9e5db-4e2f-40ff-b156-b7d9e93c14e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:32.067549 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-21c2fdfe-fbaa-40a6-96f7-f838697d728a None None] Provisioning complete for port b10b8a4d-629a-4190-bc79-9c6e91a7a813 triggered by entity DHCP. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 04:43:32.068109 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-21c2fdfe-fbaa-40a6-96f7-f838697d728a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628798'] for port, provisioning_complete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:32.110668 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvr_db [None req-2a2f8493-2fdc-4fb4-8563-d4df0c04fde7 None None] Set router 90e58c9e-94ff-45a5-a261-4d3d33144293 gateway port host: dv-cinder-810118-1-iscsi {{(pid=94617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 04:43:32.164926 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.plugin [None req-21c2fdfe-fbaa-40a6-96f7-f838697d728a None None] Port b10b8a4d-629a-4190-bc79-9c6e91a7a813 cannot update to ACTIVE because it is not bound. {{(pid=94617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 04:43:32.192030 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-80f9e5db-4e2f-40ff-b156-b7d9e93c14e6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:32.253126 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-80f9e5db-4e2f-40ff-b156-b7d9e93c14e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533447884'] for port, after_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:32.287867 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-2a2f8493-2fdc-4fb4-8563-d4df0c04fde7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90e58c9e-94ff-45a5-a261-4d3d33144293', 'name': 'tempest-TestVolumeBootPattern-370917991-router', 'tenant_id': '926f7ab3a66543998f4ba23b8a9b5794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'external_fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'df09fdc9-3050-4d4e-bdb9-9ea6308a0662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T04:43:28Z', 'updated_at': '2021-09-22T04:43:29Z', 'revision_number': 3, 'project_id': '926f7ab3a66543998f4ba23b8a9b5794', 'gw_port': {'id': 'df09fdc9-3050-4d4e-bdb9-9ea6308a0662', 'name': '', 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5c:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90e58c9e-94ff-45a5-a261-4d3d33144293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:43:29Z', 'updated_at': '2021-09-22T04:43:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810118-1-iscsi'}], 'dv-cinder-810118-1-iscsi', False) {} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:43:32.313796 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2f8493-2fdc-4fb4-8563-d4df0c04fde7 None None] The sync data for ids ['90e58c9e-94ff-45a5-a261-4d3d33144293'] in dv-cinder-810118-1-iscsi is: [{'id': '90e58c9e-94ff-45a5-a261-4d3d33144293', 'name': 'tempest-TestVolumeBootPattern-370917991-router', 'tenant_id': '926f7ab3a66543998f4ba23b8a9b5794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'external_fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'df09fdc9-3050-4d4e-bdb9-9ea6308a0662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T04:43:28Z', 'updated_at': '2021-09-22T04:43:29Z', 'revision_number': 3, 'project_id': '926f7ab3a66543998f4ba23b8a9b5794', 'gw_port': {'id': 'df09fdc9-3050-4d4e-bdb9-9ea6308a0662', 'name': '', 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5c:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90e58c9e-94ff-45a5-a261-4d3d33144293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:43:29Z', 'updated_at': '2021-09-22T04:43:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810118-1-iscsi'}] {{(pid=94617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 04:43:32.326093 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-80f9e5db-4e2f-40ff-b156-b7d9e93c14e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1867637'] for router_interface, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:32.329307 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f9e5db-4e2f-40ff-b156-b7d9e93c14e6 admin admin] Pushing event updated for resources: {'Port': ['ID=b10b8a4d-629a-4190-bc79-9c6e91a7a813,revision_number=2']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:43:32.422319 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f9e5db-4e2f-40ff-b156-b7d9e93c14e6 admin admin] Network 0269fd4e-db08-41f8-84c7-5427e6054dde is already hosted by enough agents. {{(pid=94615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 04:43:32.423670 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.scheduler.base_scheduler [None req-80f9e5db-4e2f-40ff-b156-b7d9e93c14e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 04:43:32.549073 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80f9e5db-4e2f-40ff-b156-b7d9e93c14e6 admin admin] Router 90e58c9e-94ff-45a5-a261-4d3d33144293 has already been hosted by L3 agent 67baeb3b-346e-4680-9ea8-6eec6aa84835 {{(pid=94615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 04:43:32.667499 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80f9e5db-4e2f-40ff-b156-b7d9e93c14e6 admin admin] Notify agent at l3_agent.dv-cinder-810118-1-iscsi the message routers_updated {{(pid=94615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 04:43:32.672730 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-80f9e5db-4e2f-40ff-b156-b7d9e93c14e6 admin admin] 10.222.0.24 "PUT /v2.0/routers/90e58c9e-94ff-45a5-a261-4d3d33144293/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9085956 Sep 22 04:43:32.689020 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-344e69a6-722f-4ab4-b622-52cdb96b9c3b None None] Provisioning complete for port b10b8a4d-629a-4190-bc79-9c6e91a7a813 triggered by entity DHCP. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 04:43:32.689389 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-344e69a6-722f-4ab4-b622-52cdb96b9c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628798'] for port, provisioning_complete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:32.733084 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.plugin [None req-344e69a6-722f-4ab4-b622-52cdb96b9c3b None None] Port b10b8a4d-629a-4190-bc79-9c6e91a7a813 cannot update to ACTIVE because it is not bound. {{(pid=94617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 04:43:33.387457 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 51430) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:43:33.392042 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.v2.base [None req-97a303e7-cd86-4a1b-baee-21eb0fed0907 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1018445103', 'description': 'tempest-secgroup-smoke-1018445103 description', 'project_id': '413fcdd02cab49a4933214dcc8244926'}} {{(pid=94615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 04:43:33.521737 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-97a303e7-cd86-4a1b-baee-21eb0fed0907 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Notify callbacks [] for security_group, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:33.603249 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-97a303e7-cd86-4a1b-baee-21eb0fed0907 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Notify callbacks [] for security_group, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:33.695720 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-97a303e7-cd86-4a1b-baee-21eb0fed0907 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:33.733635 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a303e7-cd86-4a1b-baee-21eb0fed0907 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8763fa55-6f75-45c8-99f0-29bf67d24342,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:43:33.790848 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Device df09fdc9-3050-4d4e-bdb9-9ea6308a0662 up at agent ovs-agent-dv-cinder-810118-1-iscsi {{(pid=94617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 04:43:33.799736 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-97a303e7-cd86-4a1b-baee-21eb0fed0907 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Notify callbacks [] for security_group, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:33.799736 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-97a303e7-cd86-4a1b-baee-21eb0fed0907 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4096258 Sep 22 04:43:33.801035 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 51432) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:43:33.807829 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.v2.base [None req-1a7d85ab-c9f9-4d65-84f0-6e4d041f047b tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Request body: {'security_group_rule': {'security_group_id': '8763fa55-6f75-45c8-99f0-29bf67d24342', 'project_id': '413fcdd02cab49a4933214dcc8244926', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 04:43:33.808100 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0b9416-8284-4be1-8beb-ccf8e3c09bfc None None] Sync routers for ids ['90e58c9e-94ff-45a5-a261-4d3d33144293'] in dv-cinder-810118-1-iscsi {{(pid=94618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 04:43:33.817999 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0b9416-8284-4be1-8beb-ccf8e3c09bfc None None] Routers {'90e58c9e-94ff-45a5-a261-4d3d33144293'} bound to L3 agent in host dv-cinder-810118-1-iscsi {{(pid=94618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 04:43:33.818892 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.l3_hamode_db [None req-2d0b9416-8284-4be1-8beb-ccf8e3c09bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810118-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T04:20:22Z,description=,heartbeat_timestamp=2021-09-22T04:43:22Z,host='dv-cinder-810118-1-iscsi',id=67baeb3b-346e-4680-9ea8-6eec6aa84835,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T04:20:23Z,topic='l3_agent')) {'router_ids': ['90e58c9e-94ff-45a5-a261-4d3d33144293'], 'active': True} {{(pid=94618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:43:33.840912 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Provisioning complete for port df09fdc9-3050-4d4e-bdb9-9ea6308a0662 triggered by entity L2. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 04:43:33.841280 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628798'] for port, provisioning_complete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:33.916261 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:33.924358 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.l3_dvr_db [None req-2d0b9416-8284-4be1-8beb-ccf8e3c09bfc None None] Set router 90e58c9e-94ff-45a5-a261-4d3d33144293 gateway port host: dv-cinder-810118-1-iscsi {{(pid=94618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 04:43:33.936694 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] For port df09fdc9-3050-4d4e-bdb9-9ea6308a0662, host dv-cinder-810118-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810118-1-iscsi',level=0,port_id=df09fdc9-3050-4d4e-bdb9-9ea6308a0662,segment=NetworkSegment(57bccd0b-6164-41c6-a48d-7aba82135152),segment_id=57bccd0b-6164-41c6-a48d-7aba82135152)] {{(pid=94617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:43:33.940651 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-1a7d85ab-c9f9-4d65-84f0-6e4d041f047b tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:33.996209 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-1a7d85ab-c9f9-4d65-84f0-6e4d041f047b tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:34.004419 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:34.056177 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Pushing event updated for resources: {'Port': ['ID=df09fdc9-3050-4d4e-bdb9-9ea6308a0662,revision_number=4']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:43:34.095638 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-1a7d85ab-c9f9-4d65-84f0-6e4d041f047b tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073950'] for security_group_rule, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:34.116009 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7d85ab-c9f9-4d65-84f0-6e4d041f047b tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b64a4ab4-f416-4627-80a6-7aa2413fdf31,revision_number=0']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:43:34.117945 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.l3_hamode_db [None req-2d0b9416-8284-4be1-8beb-ccf8e3c09bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90e58c9e-94ff-45a5-a261-4d3d33144293', 'name': 'tempest-TestVolumeBootPattern-370917991-router', 'tenant_id': '926f7ab3a66543998f4ba23b8a9b5794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'external_fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'df09fdc9-3050-4d4e-bdb9-9ea6308a0662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T04:43:28Z', 'updated_at': '2021-09-22T04:43:31Z', 'revision_number': 4, 'project_id': '926f7ab3a66543998f4ba23b8a9b5794', 'gw_port': {'id': 'df09fdc9-3050-4d4e-bdb9-9ea6308a0662', 'name': '', 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5c:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90e58c9e-94ff-45a5-a261-4d3d33144293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:43:29Z', 'updated_at': '2021-09-22T04:43:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810118-1-iscsi', '_interfaces': [{'id': 'b10b8a4d-629a-4190-bc79-9c6e91a7a813', 'name': '', 'network_id': '0269fd4e-db08-41f8-84c7-5427e6054dde', 'tenant_id': '926f7ab3a66543998f4ba23b8a9b5794', 'mac_address': 'fa:16:3e:21:fb:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90e58c9e-94ff-45a5-a261-4d3d33144293', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '7cdf8803-43bd-40ec-a2a1-e24c3dedc428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:43:31Z', 'updated_at': '2021-09-22T04:43:32Z', 'revision_number': 2, 'project_id': '926f7ab3a66543998f4ba23b8a9b5794', 'subnets': [{'id': '7cdf8803-43bd-40ec-a2a1-e24c3dedc428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810118-1-iscsi', False) {} {{(pid=94618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:43:34.143941 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0b9416-8284-4be1-8beb-ccf8e3c09bfc None None] Checking router: 90e58c9e-94ff-45a5-a261-4d3d33144293 for host: dv-cinder-810118-1-iscsi {{(pid=94618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 04:43:34.144293 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0b9416-8284-4be1-8beb-ccf8e3c09bfc None None] Updating router 90e58c9e-94ff-45a5-a261-4d3d33144293 port b10b8a4d-629a-4190-bc79-9c6e91a7a813 binding host dv-cinder-810118-1-iscsi {{(pid=94618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 04:43:34.171448 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron_lib.callbacks.manager [None req-2d0b9416-8284-4be1-8beb-ccf8e3c09bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:34.233232 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-1a7d85ab-c9f9-4d65-84f0-6e4d041f047b tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:34.234466 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-1a7d85ab-c9f9-4d65-84f0-6e4d041f047b tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4323251 Sep 22 04:43:34.237156 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 51434) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:43:34.241861 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.v2.base [None req-e35344cd-dbd7-42c5-aa71-6cc3f1a52af3 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Request body: {'security_group_rule': {'security_group_id': '8763fa55-6f75-45c8-99f0-29bf67d24342', 'project_id': '413fcdd02cab49a4933214dcc8244926', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 04:43:34.306684 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-e35344cd-dbd7-42c5-aa71-6cc3f1a52af3 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:34.367766 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-e35344cd-dbd7-42c5-aa71-6cc3f1a52af3 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:34.430224 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron_lib.callbacks.manager [None req-2d0b9416-8284-4be1-8beb-ccf8e3c09bfc None None] Notify callbacks [] for port, precommit_update {{(pid=94618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:34.438468 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-e35344cd-dbd7-42c5-aa71-6cc3f1a52af3 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073950'] for security_group_rule, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:34.457171 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35344cd-dbd7-42c5-aa71-6cc3f1a52af3 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=514c11fa-e191-478d-9664-df3164866cb6,revision_number=0']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:43:34.512945 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron_lib.callbacks.manager [None req-2d0b9416-8284-4be1-8beb-ccf8e3c09bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:34.546969 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-e35344cd-dbd7-42c5-aa71-6cc3f1a52af3 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:34.548296 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-e35344cd-dbd7-42c5-aa71-6cc3f1a52af3 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3101809 Sep 22 04:43:34.550974 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 51436) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:43:34.559024 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.v2.base [None req-6f4bdd29-1e4e-43b2-9455-2f06120ebc4d tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Request body: {'security_group_rule': {'security_group_id': '8763fa55-6f75-45c8-99f0-29bf67d24342', 'project_id': '413fcdd02cab49a4933214dcc8244926', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 04:43:34.564484 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d71fb8-98b9-43ee-9743-af15cc614ef9 None None] Pushing event updated for resources: {'Port': ['ID=b10b8a4d-629a-4190-bc79-9c6e91a7a813,revision_number=3']} {{(pid=94618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:43:34.617979 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.plugins.ml2.managers [None req-2d0b9416-8284-4be1-8beb-ccf8e3c09bfc None None] Attempting to bind port b10b8a4d-629a-4190-bc79-9c6e91a7a813 on host dv-cinder-810118-1-iscsi for vnic_type normal with profile {{(pid=94618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 04:43:34.618347 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.plugins.ml2.managers [None req-2d0b9416-8284-4be1-8beb-ccf8e3c09bfc None None] Attempting to bind port b10b8a4d-629a-4190-bc79-9c6e91a7a813 by drivers openvswitch,hyperv on host dv-cinder-810118-1-iscsi at level 0 using segments [{'id': 'ae119a8d-9827-4d53-acb8-41daf571dbfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '0269fd4e-db08-41f8-84c7-5427e6054dde'}] {{(pid=94618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 04:43:34.618708 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0b9416-8284-4be1-8beb-ccf8e3c09bfc None None] Attempting to bind port b10b8a4d-629a-4190-bc79-9c6e91a7a813 on network 0269fd4e-db08-41f8-84c7-5427e6054dde {{(pid=94618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 04:43:34.624229 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0b9416-8284-4be1-8beb-ccf8e3c09bfc None None] Checking agent: {'id': '43b86276-d23d-4f96-ad83-0361cfa8e6ef', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810118-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 4, 20, 23), 'started_at': datetime.datetime(2021, 9, 22, 4, 20, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 4, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810118-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 04:43:34.624649 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0b9416-8284-4be1-8beb-ccf8e3c09bfc None None] Checking segment: {'id': 'ae119a8d-9827-4d53-acb8-41daf571dbfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '0269fd4e-db08-41f8-84c7-5427e6054dde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 04:43:34.625048 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron_lib.callbacks.manager [None req-2d0b9416-8284-4be1-8beb-ccf8e3c09bfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:34.625441 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0b9416-8284-4be1-8beb-ccf8e3c09bfc None None] Bound using segment: {'id': 'ae119a8d-9827-4d53-acb8-41daf571dbfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '0269fd4e-db08-41f8-84c7-5427e6054dde'} {{(pid=94618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 04:43:34.625904 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.plugins.ml2.managers [None req-2d0b9416-8284-4be1-8beb-ccf8e3c09bfc None None] Bound port: b10b8a4d-629a-4190-bc79-9c6e91a7a813, host: dv-cinder-810118-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae119a8d-9827-4d53-acb8-41daf571dbfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '0269fd4e-db08-41f8-84c7-5427e6054dde'}}] {{(pid=94618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 04:43:34.626298 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron_lib.callbacks.manager [None req-2d0b9416-8284-4be1-8beb-ccf8e3c09bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:34.687232 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-6f4bdd29-1e4e-43b2-9455-2f06120ebc4d tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:34.690277 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.plugins.ml2.db [None req-2d0b9416-8284-4be1-8beb-ccf8e3c09bfc None None] For port b10b8a4d-629a-4190-bc79-9c6e91a7a813, host dv-cinder-810118-1-iscsi, cleared binding levels {{(pid=94618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 04:43:34.693536 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.plugins.ml2.db [None req-2d0b9416-8284-4be1-8beb-ccf8e3c09bfc None None] For port b10b8a4d-629a-4190-bc79-9c6e91a7a813, host dv-cinder-810118-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810118-1-iscsi',level=0,port_id=b10b8a4d-629a-4190-bc79-9c6e91a7a813,segment=NetworkSegment(ae119a8d-9827-4d53-acb8-41daf571dbfe),segment_id=ae119a8d-9827-4d53-acb8-41daf571dbfe)] {{(pid=94618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 04:43:34.743490 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-6f4bdd29-1e4e-43b2-9455-2f06120ebc4d tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:34.758878 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron_lib.callbacks.manager [None req-2d0b9416-8284-4be1-8beb-ccf8e3c09bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:34.767328 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-b1a8e09f-c306-4b1d-94dd-17fd70e29068 None None] Provisioning complete for port b10b8a4d-629a-4190-bc79-9c6e91a7a813 triggered by entity DHCP. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 04:43:34.767699 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-b1a8e09f-c306-4b1d-94dd-17fd70e29068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628798'] for port, provisioning_complete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:34.805050 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0b9416-8284-4be1-8beb-ccf8e3c09bfc None None] Routers {'90e58c9e-94ff-45a5-a261-4d3d33144293'} bound to L3 agent in host dv-cinder-810118-1-iscsi {{(pid=94618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 04:43:34.805699 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.l3_hamode_db [None req-2d0b9416-8284-4be1-8beb-ccf8e3c09bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810118-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T04:20:22Z,description=,heartbeat_timestamp=2021-09-22T04:43:22Z,host='dv-cinder-810118-1-iscsi',id=67baeb3b-346e-4680-9ea8-6eec6aa84835,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T04:20:23Z,topic='l3_agent')) {'router_ids': ['90e58c9e-94ff-45a5-a261-4d3d33144293'], 'active': True} {{(pid=94618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:43:34.809964 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-6f4bdd29-1e4e-43b2-9455-2f06120ebc4d tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073950'] for security_group_rule, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:34.832442 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4bdd29-1e4e-43b2-9455-2f06120ebc4d tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a45c6872-7d62-431e-a336-63417a091663,revision_number=0']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:43:34.859770 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-b1a8e09f-c306-4b1d-94dd-17fd70e29068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:34.870465 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d71fb8-98b9-43ee-9743-af15cc614ef9 None None] Pushing event updated for resources: {'Port': ['ID=b10b8a4d-629a-4190-bc79-9c6e91a7a813,revision_number=4']} {{(pid=94618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:43:34.897473 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-6f4bdd29-1e4e-43b2-9455-2f06120ebc4d tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:34.900453 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-6f4bdd29-1e4e-43b2-9455-2f06120ebc4d tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3470473 Sep 22 04:43:34.901758 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 51438) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:43:34.901898 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-b1a8e09f-c306-4b1d-94dd-17fd70e29068 None None] For port b10b8a4d-629a-4190-bc79-9c6e91a7a813, host dv-cinder-810118-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810118-1-iscsi',level=0,port_id=b10b8a4d-629a-4190-bc79-9c6e91a7a813,segment=NetworkSegment(ae119a8d-9827-4d53-acb8-41daf571dbfe),segment_id=ae119a8d-9827-4d53-acb8-41daf571dbfe)] {{(pid=94617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:43:34.906762 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.v2.base [None req-41957341-0b9c-4eb5-bb5d-933ad366c0f7 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Request body: {'security_group_rule': {'security_group_id': '8763fa55-6f75-45c8-99f0-29bf67d24342', 'project_id': '413fcdd02cab49a4933214dcc8244926', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 04:43:34.937042 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.l3_dvr_db [None req-2d0b9416-8284-4be1-8beb-ccf8e3c09bfc None None] Set router 90e58c9e-94ff-45a5-a261-4d3d33144293 gateway port host: dv-cinder-810118-1-iscsi {{(pid=94618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 04:43:34.970450 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-b1a8e09f-c306-4b1d-94dd-17fd70e29068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:35.010071 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-41957341-0b9c-4eb5-bb5d-933ad366c0f7 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:35.026048 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a8e09f-c306-4b1d-94dd-17fd70e29068 None None] Pushing event updated for resources: {'Port': ['ID=b10b8a4d-629a-4190-bc79-9c6e91a7a813,revision_number=5']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:43:35.073427 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-41957341-0b9c-4eb5-bb5d-933ad366c0f7 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:35.088996 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-4b4368f7-0bcc-4c66-8075-9feddc93605c None None] Provisioning complete for port b10b8a4d-629a-4190-bc79-9c6e91a7a813 triggered by entity DHCP. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 04:43:35.089366 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-4b4368f7-0bcc-4c66-8075-9feddc93605c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628798'] for port, provisioning_complete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:35.153675 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-41957341-0b9c-4eb5-bb5d-933ad366c0f7 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073950'] for security_group_rule, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:35.176260 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41957341-0b9c-4eb5-bb5d-933ad366c0f7 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16fd42bd-5be2-4a6a-a5f9-986ab985c235,revision_number=0']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:43:35.231982 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.l3_hamode_db [None req-2d0b9416-8284-4be1-8beb-ccf8e3c09bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90e58c9e-94ff-45a5-a261-4d3d33144293', 'name': 'tempest-TestVolumeBootPattern-370917991-router', 'tenant_id': '926f7ab3a66543998f4ba23b8a9b5794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'external_fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'df09fdc9-3050-4d4e-bdb9-9ea6308a0662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T04:43:28Z', 'updated_at': '2021-09-22T04:43:31Z', 'revision_number': 4, 'project_id': '926f7ab3a66543998f4ba23b8a9b5794', 'gw_port': {'id': 'df09fdc9-3050-4d4e-bdb9-9ea6308a0662', 'name': '', 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e58c9e-94ff-45a5-a261-4d3d33144293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:43:29Z', 'updated_at': '2021-09-22T04:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810118-1-iscsi', '_interfaces': [{'id': 'b10b8a4d-629a-4190-bc79-9c6e91a7a813', 'name': '', 'network_id': '0269fd4e-db08-41f8-84c7-5427e6054dde', 'tenant_id': '926f7ab3a66543998f4ba23b8a9b5794', 'mac_address': 'fa:16:3e:21:fb:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90e58c9e-94ff-45a5-a261-4d3d33144293', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '7cdf8803-43bd-40ec-a2a1-e24c3dedc428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:43:31Z', 'updated_at': '2021-09-22T04:43:34Z', 'revision_number': 4, 'project_id': '926f7ab3a66543998f4ba23b8a9b5794', 'subnets': [{'id': '7cdf8803-43bd-40ec-a2a1-e24c3dedc428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810118-1-iscsi', False) {} {{(pid=94618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:43:35.253148 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-41957341-0b9c-4eb5-bb5d-933ad366c0f7 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:35.254628 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-41957341-0b9c-4eb5-bb5d-933ad366c0f7 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3513575 Sep 22 04:43:35.256967 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0b9416-8284-4be1-8beb-ccf8e3c09bfc None None] The sync data for ids ['90e58c9e-94ff-45a5-a261-4d3d33144293'] in dv-cinder-810118-1-iscsi is: [{'id': '90e58c9e-94ff-45a5-a261-4d3d33144293', 'name': 'tempest-TestVolumeBootPattern-370917991-router', 'tenant_id': '926f7ab3a66543998f4ba23b8a9b5794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'external_fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'df09fdc9-3050-4d4e-bdb9-9ea6308a0662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T04:43:28Z', 'updated_at': '2021-09-22T04:43:31Z', 'revision_number': 4, 'project_id': '926f7ab3a66543998f4ba23b8a9b5794', 'gw_port': {'id': 'df09fdc9-3050-4d4e-bdb9-9ea6308a0662', 'name': '', 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e58c9e-94ff-45a5-a261-4d3d33144293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:43:29Z', 'updated_at': '2021-09-22T04:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810118-1-iscsi', '_interfaces': [{'id': 'b10b8a4d-629a-4190-bc79-9c6e91a7a813', 'name': '', 'network_id': '0269fd4e-db08-41f8-84c7-5427e6054dde', 'tenant_id': '926f7ab3a66543998f4ba23b8a9b5794', 'mac_address': 'fa:16:3e:21:fb:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90e58c9e-94ff-45a5-a261-4d3d33144293', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '7cdf8803-43bd-40ec-a2a1-e24c3dedc428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:43:31Z', 'updated_at': '2021-09-22T04:43:34Z', 'revision_number': 4, 'project_id': '926f7ab3a66543998f4ba23b8a9b5794', 'subnets': [{'id': '7cdf8803-43bd-40ec-a2a1-e24c3dedc428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 04:43:35.257403 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 51440) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:43:35.262636 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.v2.base [None req-4ec44c9c-05b1-4505-acbc-69b790fe36e6 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Request body: {'security_group_rule': {'security_group_id': '8763fa55-6f75-45c8-99f0-29bf67d24342', 'project_id': '413fcdd02cab49a4933214dcc8244926', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 04:43:35.336111 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.db.securitygroups_db [None req-4ec44c9c-05b1-4505-acbc-69b790fe36e6 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Project 413fcdd02cab49a4933214dcc8244926 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 04:43:35.342339 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-4ec44c9c-05b1-4505-acbc-69b790fe36e6 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:35.408065 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-4ec44c9c-05b1-4505-acbc-69b790fe36e6 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:35.484419 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-4ec44c9c-05b1-4505-acbc-69b790fe36e6 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073950'] for security_group_rule, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:35.504804 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec44c9c-05b1-4505-acbc-69b790fe36e6 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6712b76f-616f-47dc-a854-bd00f48172ee,revision_number=0']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:43:35.564426 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-4ec44c9c-05b1-4505-acbc-69b790fe36e6 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:35.565718 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-4ec44c9c-05b1-4505-acbc-69b790fe36e6 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3073864 Sep 22 04:43:35.568453 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 51442) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:43:35.573292 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.v2.base [None req-cc214b59-4852-455d-a125-1522322bbc06 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Request body: {'security_group_rule': {'security_group_id': '8763fa55-6f75-45c8-99f0-29bf67d24342', 'project_id': '413fcdd02cab49a4933214dcc8244926', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 04:43:35.661334 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.db.securitygroups_db [None req-cc214b59-4852-455d-a125-1522322bbc06 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Project 413fcdd02cab49a4933214dcc8244926 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 04:43:35.666956 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-cc214b59-4852-455d-a125-1522322bbc06 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:35.725745 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-cc214b59-4852-455d-a125-1522322bbc06 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:35.792747 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-cc214b59-4852-455d-a125-1522322bbc06 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073950'] for security_group_rule, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:35.811115 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc214b59-4852-455d-a125-1522322bbc06 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=794b8ea6-e804-4c62-89e8-7c832b3caa14,revision_number=0']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:43:35.833096 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Device b10b8a4d-629a-4190-bc79-9c6e91a7a813 up at agent ovs-agent-dv-cinder-810118-1-iscsi {{(pid=94617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 04:43:35.876274 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-cc214b59-4852-455d-a125-1522322bbc06 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:35.880895 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-cc214b59-4852-455d-a125-1522322bbc06 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3081491 Sep 22 04:43:35.890406 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Provisioning complete for port b10b8a4d-629a-4190-bc79-9c6e91a7a813 triggered by entity L2. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 04:43:35.891006 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628798'] for port, provisioning_complete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:35.978963 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Device df09fdc9-3050-4d4e-bdb9-9ea6308a0662 up at agent ovs-agent-dv-cinder-810118-1-iscsi {{(pid=94617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 04:43:36.029612 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Provisioning complete for port df09fdc9-3050-4d4e-bdb9-9ea6308a0662 triggered by entity L2. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 04:43:36.029980 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628798'] for port, provisioning_complete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:36.881734 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:50.095175 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-bf608ee9-8b7a-4c0d-ac5f-a09b7b704fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:52.512294 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-fd067ca4-6cfc-4a22-af80-1c062e19db9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:52.535111 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-49dd38a1-51e3-4df1-9178-fbc40413febf req-bd92880c-2a07-40f3-b3a4-ee8742e99703 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1018445103&fields=id&tenant_id=413fcdd02cab49a4933214dcc8244926 HTTP/1.1" status: 200 len: 267 time: 0.0329518 Sep 22 04:43:52.639390 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dd38a1-51e3-4df1-9178-fbc40413febf req-e92bf4df-15b6-44c1-aeff-51aa23bf4be1 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:43:52.640882 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-49dd38a1-51e3-4df1-9178-fbc40413febf req-e92bf4df-15b6-44c1-aeff-51aa23bf4be1 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] 10.222.0.24 "GET /v2.0/networks?id=b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea HTTP/1.1" status: 200 len: 812 time: 0.0990212 Sep 22 04:43:52.655809 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-49dd38a1-51e3-4df1-9178-fbc40413febf req-539fa579-ea76-41d4-b2fe-ee73bef2de2f tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] 10.222.0.24 "GET /v2.0/quotas/413fcdd02cab49a4933214dcc8244926 HTTP/1.1" status: 200 len: 375 time: 0.0092390 Sep 22 04:43:52.705076 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-49dd38a1-51e3-4df1-9178-fbc40413febf req-cd4407bb-dc86-4286-8cc1-555b1f45d88c tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=413fcdd02cab49a4933214dcc8244926&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0440788 Sep 22 04:43:52.802010 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-49dd38a1-51e3-4df1-9178-fbc40413febf req-856391f4-858d-43cf-8f38-a1ed9114a619 service neutron] 10.222.0.24 "GET /v2.0/networks/b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853751 Sep 22 04:43:52.891258 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-49dd38a1-51e3-4df1-9178-fbc40413febf req-30d75af3-399f-423f-9afc-dfdc206b342e service neutron] 10.222.0.24 "GET /v2.0/networks/b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832567 Sep 22 04:43:53.315741 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:53.458783 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-bd5f81f8-da5d-474d-af1f-b6b30f09fcb5 req-c52f6fd2-fc73-44ed-b5a6-f64bc8cd4da9 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba8cc90f-cf7b-46da-9fe5-aafd8a58ed94 HTTP/1.1" status: 200 len: 210 time: 0.0256841 Sep 22 04:43:54.175600 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-62fe730e-da9a-4cac-a5e3-718f571d83ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:54.704925 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-83c3d525-e711-47bb-9e25-0279d53be90e req-b0b3f475-37e6-48b9-9db1-ca0171c87632 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba8cc90f-cf7b-46da-9fe5-aafd8a58ed94 HTTP/1.1" status: 200 len: 210 time: 0.0259671 Sep 22 04:43:55.622572 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dd38a1-51e3-4df1-9178-fbc40413febf req-462c374f-afb4-4c02-9f3e-81ee55ad246b tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:43:55.624010 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-49dd38a1-51e3-4df1-9178-fbc40413febf req-462c374f-afb4-4c02-9f3e-81ee55ad246b tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] 10.222.0.30 "GET /v2.0/networks?id=b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea HTTP/1.1" status: 200 len: 812 time: 0.1030927 Sep 22 04:43:55.664807 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-49dd38a1-51e3-4df1-9178-fbc40413febf req-699d2222-95d5-444b-9207-95739a2c08ce tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=413fcdd02cab49a4933214dcc8244926 HTTP/1.1" status: 200 len: 380 time: 0.0319953 Sep 22 04:43:55.673642 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.v2.base [req-49dd38a1-51e3-4df1-9178-fbc40413febf req-16fcf8d3-b1a8-4101-a50f-4302f33813dd tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Request body: {'port': {'device_id': 'ba8cc90f-cf7b-46da-9fe5-aafd8a58ed94', 'network_id': 'b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea', 'admin_state_up': True, 'tenant_id': '413fcdd02cab49a4933214dcc8244926', 'security_groups': ['8763fa55-6f75-45c8-99f0-29bf67d24342']}} {{(pid=94616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 04:43:55.706636 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-c7bbae2d-f237-46cc-b838-3371bd865633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:55.801568 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-77aec116-2c2a-4859-ba55-9126da97c937 req-066848e3-05b0-4fd5-b6ba-1493fa44c9e6 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba8cc90f-cf7b-46da-9fe5-aafd8a58ed94 HTTP/1.1" status: 200 len: 210 time: 0.0291214 Sep 22 04:43:55.864201 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49dd38a1-51e3-4df1-9178-fbc40413febf req-16fcf8d3-b1a8-4101-a50f-4302f33813dd tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Made reservation on behalf of 413fcdd02cab49a4933214dcc8244926 for: {'port': 1} {{(pid=94616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 04:43:55.867714 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-49dd38a1-51e3-4df1-9178-fbc40413febf req-16fcf8d3-b1a8-4101-a50f-4302f33813dd tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:55.993731 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.db.db_base_plugin_common [req-49dd38a1-51e3-4df1-9178-fbc40413febf req-16fcf8d3-b1a8-4101-a50f-4302f33813dd tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Allocated IP 172.20.0.10 (b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea/00de75c3-0975-4054-ac99-eafc43a34ef1/b511e4da-66bc-4d64-abe9-d5c87e4aa886) {{(pid=94616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 04:43:56.125165 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-49dd38a1-51e3-4df1-9178-fbc40413febf req-16fcf8d3-b1a8-4101-a50f-4302f33813dd tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Notify callbacks [] for port, precommit_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:56.232531 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-49dd38a1-51e3-4df1-9178-fbc40413febf req-16fcf8d3-b1a8-4101-a50f-4302f33813dd tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769518673857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534565802'] for port, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:56.278891 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49dd38a1-51e3-4df1-9178-fbc40413febf req-16fcf8d3-b1a8-4101-a50f-4302f33813dd tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Network b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea is already hosted by enough agents. {{(pid=94616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 04:43:56.281998 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.scheduler.base_scheduler [req-49dd38a1-51e3-4df1-9178-fbc40413febf req-16fcf8d3-b1a8-4101-a50f-4302f33813dd tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Resources bound (agent type, host, resource id): {{(pid=94616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 04:43:56.284574 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvrscheduler_db [req-49dd38a1-51e3-4df1-9178-fbc40413febf req-16fcf8d3-b1a8-4101-a50f-4302f33813dd tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Received port after_create {{(pid=94616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 04:43:56.315656 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fcf8d3-b1a8-4101-a50f-4302f33813dd tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Pushing event updated for resources: {'Port': ['ID=b511e4da-66bc-4d64-abe9-d5c87e4aa886,revision_number=1']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:43:56.341178 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dd38a1-51e3-4df1-9178-fbc40413febf req-16fcf8d3-b1a8-4101-a50f-4302f33813dd tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:43:56.341802 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-49dd38a1-51e3-4df1-9178-fbc40413febf req-16fcf8d3-b1a8-4101-a50f-4302f33813dd tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34584'] for port, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:56.410330 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-49dd38a1-51e3-4df1-9178-fbc40413febf req-16fcf8d3-b1a8-4101-a50f-4302f33813dd tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7400968 Sep 22 04:43:56.426782 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.v2.base [req-49dd38a1-51e3-4df1-9178-fbc40413febf req-dab9958a-dfb9-4156-bdb9-cd560b54b41c service neutron] Request body: {'port': {'device_id': 'ba8cc90f-cf7b-46da-9fe5-aafd8a58ed94', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81011'}} {{(pid=94616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 04:43:56.478662 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-49dd38a1-51e3-4df1-9178-fbc40413febf req-dab9958a-dfb9-4156-bdb9-cd560b54b41c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:56.518533 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-978a7c00-5aa7-4f1a-ba29-548cfebfabb7 None None] Provisioning complete for port b511e4da-66bc-4d64-abe9-d5c87e4aa886 triggered by entity DHCP. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 04:43:56.518901 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-978a7c00-5aa7-4f1a-ba29-548cfebfabb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628798'] for port, provisioning_complete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:56.551540 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.plugin [None req-978a7c00-5aa7-4f1a-ba29-548cfebfabb7 None None] Port b511e4da-66bc-4d64-abe9-d5c87e4aa886 cannot update to ACTIVE because it is not bound. {{(pid=94617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 04:43:56.742527 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.notifiers.nova [req-49dd38a1-51e3-4df1-9178-fbc40413febf req-dab9958a-dfb9-4156-bdb9-cd560b54b41c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b511e4da-66bc-4d64-abe9-d5c87e4aa886 {{(pid=94616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 04:43:56.749748 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-49dd38a1-51e3-4df1-9178-fbc40413febf req-dab9958a-dfb9-4156-bdb9-cd560b54b41c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:56.762058 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [req-49dd38a1-51e3-4df1-9178-fbc40413febf req-dab9958a-dfb9-4156-bdb9-cd560b54b41c service neutron] Transition to ACTIVE for port object b511e4da-66bc-4d64-abe9-d5c87e4aa886 will not be triggered until provisioned by entity L2. {{(pid=94616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 04:43:56.861525 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-49dd38a1-51e3-4df1-9178-fbc40413febf req-dab9958a-dfb9-4156-bdb9-cd560b54b41c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534565793'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:56.915722 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab9958a-dfb9-4156-bdb9-cd560b54b41c service neutron] Pushing event updated for resources: {'Port': ['ID=b511e4da-66bc-4d64-abe9-d5c87e4aa886,revision_number=2']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:43:56.934289 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1210357-2e17-4b7b-a4a1-2666afc01c24 req-7ca60921-a0cb-4d24-a9fe-801d5a10e32a tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:43:56.935982 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-d1210357-2e17-4b7b-a4a1-2666afc01c24 req-7ca60921-a0cb-4d24-a9fe-801d5a10e32a tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba8cc90f-cf7b-46da-9fe5-aafd8a58ed94 HTTP/1.1" status: 200 len: 944 time: 0.0668855 Sep 22 04:43:56.980722 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-d1210357-2e17-4b7b-a4a1-2666afc01c24 req-578ae79a-1825-46c4-bacc-c157778030e9 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] 10.222.0.24 "GET /v2.0/security-groups?id=8763fa55-6f75-45c8-99f0-29bf67d24342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382614 Sep 22 04:43:56.991992 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.managers [req-49dd38a1-51e3-4df1-9178-fbc40413febf req-dab9958a-dfb9-4156-bdb9-cd560b54b41c service neutron] Attempting to bind port b511e4da-66bc-4d64-abe9-d5c87e4aa886 on host hv-cinder-81011 for vnic_type normal with profile {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 04:43:56.992103 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.managers [req-49dd38a1-51e3-4df1-9178-fbc40413febf req-dab9958a-dfb9-4156-bdb9-cd560b54b41c service neutron] Attempting to bind port b511e4da-66bc-4d64-abe9-d5c87e4aa886 by drivers openvswitch,hyperv on host hv-cinder-81011 at level 0 using segments [{'id': '4fdc73c2-84d6-43bf-a2bb-789fede3c216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea'}] {{(pid=94616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 04:43:57.001896 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49dd38a1-51e3-4df1-9178-fbc40413febf req-dab9958a-dfb9-4156-bdb9-cd560b54b41c service neutron] Attempting to bind port b511e4da-66bc-4d64-abe9-d5c87e4aa886 on network b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 04:43:57.001896 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49dd38a1-51e3-4df1-9178-fbc40413febf req-dab9958a-dfb9-4156-bdb9-cd560b54b41c service neutron] Port b511e4da-66bc-4d64-abe9-d5c87e4aa886 on network b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81011 {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 04:43:57.001896 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49dd38a1-51e3-4df1-9178-fbc40413febf req-dab9958a-dfb9-4156-bdb9-cd560b54b41c service neutron] Attempting to bind port b511e4da-66bc-4d64-abe9-d5c87e4aa886 on network b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 04:43:57.002910 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49dd38a1-51e3-4df1-9178-fbc40413febf req-dab9958a-dfb9-4156-bdb9-cd560b54b41c service neutron] Checking agent: {'id': '347231d5-0b5a-4d21-8b71-bfdb97c43ccc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81011', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 4, 26, 37), 'started_at': datetime.datetime(2021, 9, 22, 4, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 4, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 04:43:57.003238 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49dd38a1-51e3-4df1-9178-fbc40413febf req-dab9958a-dfb9-4156-bdb9-cd560b54b41c service neutron] Checking segment: {'id': '4fdc73c2-84d6-43bf-a2bb-789fede3c216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 04:43:57.003865 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49dd38a1-51e3-4df1-9178-fbc40413febf req-dab9958a-dfb9-4156-bdb9-cd560b54b41c service neutron] Bound using segment: {'id': '4fdc73c2-84d6-43bf-a2bb-789fede3c216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea'} {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 04:43:57.004306 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.managers [req-49dd38a1-51e3-4df1-9178-fbc40413febf req-dab9958a-dfb9-4156-bdb9-cd560b54b41c service neutron] Bound port: b511e4da-66bc-4d64-abe9-d5c87e4aa886, host: hv-cinder-81011, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fdc73c2-84d6-43bf-a2bb-789fede3c216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea'}}] {{(pid=94616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 04:43:57.004686 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-49dd38a1-51e3-4df1-9178-fbc40413febf req-dab9958a-dfb9-4156-bdb9-cd560b54b41c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:57.071720 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [req-49dd38a1-51e3-4df1-9178-fbc40413febf req-dab9958a-dfb9-4156-bdb9-cd560b54b41c service neutron] For port b511e4da-66bc-4d64-abe9-d5c87e4aa886, host hv-cinder-81011, cleared binding levels {{(pid=94616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 04:43:57.075430 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [req-49dd38a1-51e3-4df1-9178-fbc40413febf req-dab9958a-dfb9-4156-bdb9-cd560b54b41c service neutron] For port b511e4da-66bc-4d64-abe9-d5c87e4aa886, host hv-cinder-81011, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81011',level=0,port_id=b511e4da-66bc-4d64-abe9-d5c87e4aa886,segment=NetworkSegment(4fdc73c2-84d6-43bf-a2bb-789fede3c216),segment_id=4fdc73c2-84d6-43bf-a2bb-789fede3c216)] {{(pid=94616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 04:43:57.163852 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-49dd38a1-51e3-4df1-9178-fbc40413febf req-dab9958a-dfb9-4156-bdb9-cd560b54b41c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534565793'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:57.196109 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dd38a1-51e3-4df1-9178-fbc40413febf req-dab9958a-dfb9-4156-bdb9-cd560b54b41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:43:57.196627 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-49dd38a1-51e3-4df1-9178-fbc40413febf req-dab9958a-dfb9-4156-bdb9-cd560b54b41c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34584'] for port, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:43:57.198007 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-49dd38a1-51e3-4df1-9178-fbc40413febf req-dab9958a-dfb9-4156-bdb9-cd560b54b41c service neutron] 10.222.0.30 "PUT /v2.0/ports/b511e4da-66bc-4d64-abe9-d5c87e4aa886 HTTP/1.1" status: 200 len: 1094 time: 0.7756066 Sep 22 04:43:57.199001 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba8cc90f-cf7b-46da-9fe5-aafd8a58ed94', 'tag': 'b511e4da-66bc-4d64-abe9-d5c87e4aa886'}] {{(pid=94616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 04:43:57.201326 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ee93b3f7eb2b2b6a350c95698ebe5b9c8d238e2160e747b625fec6bb3c76933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1391e7a-23d3-424c-8788-094a41538178" -d '{"events": [{"name": "network-changed", "server_uuid": "ba8cc90f-cf7b-46da-9fe5-aafd8a58ed94", "tag": "b511e4da-66bc-4d64-abe9-d5c87e4aa886"}]}' {{(pid=94616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 04:43:57.230962 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab9958a-dfb9-4156-bdb9-cd560b54b41c service neutron] Pushing event updated for resources: {'Port': ['ID=b511e4da-66bc-4d64-abe9-d5c87e4aa886,revision_number=3']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:43:57.241660 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 04:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e5babf6-ec66-4125-8044-bb93bbb9c4ed x-openstack-request-id: req-4e5babf6-ec66-4125-8044-bb93bbb9c4ed {{(pid=94616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 04:43:57.241660 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba8cc90f-cf7b-46da-9fe5-aafd8a58ed94", "tag": "b511e4da-66bc-4d64-abe9-d5c87e4aa886", "status": "completed", "code": 200}]} {{(pid=94616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 04:43:57.241660 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4e5babf6-ec66-4125-8044-bb93bbb9c4ed {{(pid=94616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 04:43:57.242179 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba8cc90f-cf7b-46da-9fe5-aafd8a58ed94', 'tag': 'b511e4da-66bc-4d64-abe9-d5c87e4aa886', 'status': 'completed', 'code': 200} Sep 22 04:43:57.306350 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1391e7a-23d3-424c-8788-094a41538178 req-28b191c6-e3ae-4531-a70d-5709e032f234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:43:57.310318 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-f1391e7a-23d3-424c-8788-094a41538178 req-28b191c6-e3ae-4531-a70d-5709e032f234 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=413fcdd02cab49a4933214dcc8244926&device_id=ba8cc90f-cf7b-46da-9fe5-aafd8a58ed94 HTTP/1.1" status: 200 len: 1097 time: 0.0435920 Sep 22 04:43:57.408899 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1391e7a-23d3-424c-8788-094a41538178 req-d9566a7e-d5e6-43d9-9140-493db55fe157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:43:57.410473 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-f1391e7a-23d3-424c-8788-094a41538178 req-d9566a7e-d5e6-43d9-9140-493db55fe157 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=413fcdd02cab49a4933214dcc8244926&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0951819 Sep 22 04:43:57.504429 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1391e7a-23d3-424c-8788-094a41538178 req-5313331e-1eb9-4031-abfa-10f42ab7b215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:43:57.505848 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-f1391e7a-23d3-424c-8788-094a41538178 req-5313331e-1eb9-4031-abfa-10f42ab7b215 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0880733 Sep 22 04:43:57.580721 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dd38a1-51e3-4df1-9178-fbc40413febf req-8424feb7-5cff-498a-b49c-8f9828bc21f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:43:57.582169 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-49dd38a1-51e3-4df1-9178-fbc40413febf req-8424feb7-5cff-498a-b49c-8f9828bc21f5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=413fcdd02cab49a4933214dcc8244926&device_id=ba8cc90f-cf7b-46da-9fe5-aafd8a58ed94 HTTP/1.1" status: 200 len: 1097 time: 0.0388715 Sep 22 04:43:57.622585 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-49dd38a1-51e3-4df1-9178-fbc40413febf req-4eb957ab-069d-4222-8b9b-5770c69e7abb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b511e4da-66bc-4d64-abe9-d5c87e4aa886 HTTP/1.1" status: 200 len: 217 time: 0.0328815 Sep 22 04:43:57.672376 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dd38a1-51e3-4df1-9178-fbc40413febf req-b1f40521-85d4-4824-8003-63bd26c40a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:43:57.673805 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-49dd38a1-51e3-4df1-9178-fbc40413febf req-b1f40521-85d4-4824-8003-63bd26c40a00 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=00de75c3-0975-4054-ac99-eafc43a34ef1 HTTP/1.1" status: 200 len: 851 time: 0.0446196 Sep 22 04:43:57.718455 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dd38a1-51e3-4df1-9178-fbc40413febf req-4bc86ed5-1e5b-48a3-891d-2d925fcd51ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:43:57.719923 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-49dd38a1-51e3-4df1-9178-fbc40413febf req-4bc86ed5-1e5b-48a3-891d-2d925fcd51ba service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384872 Sep 22 04:43:57.807603 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-49dd38a1-51e3-4df1-9178-fbc40413febf req-08398378-2b6c-43dc-b44a-b0f5a57f6599 service neutron] 10.222.0.30 "GET /v2.0/networks/b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794723 Sep 22 04:43:57.896040 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-49dd38a1-51e3-4df1-9178-fbc40413febf req-e2a32934-39a9-4cc4-81af-8e4e181a7308 service neutron] 10.222.0.30 "GET /v2.0/networks/b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816028 Sep 22 04:43:58.093335 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4d285a-7019-4356-b6b4-85d633afacd4 req-ca5e0196-9367-4ebf-a962-efc10d9494a5 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:43:58.094789 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-1f4d285a-7019-4356-b6b4-85d633afacd4 req-ca5e0196-9367-4ebf-a962-efc10d9494a5 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba8cc90f-cf7b-46da-9fe5-aafd8a58ed94 HTTP/1.1" status: 200 len: 944 time: 0.0478680 Sep 22 04:43:58.130907 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-1f4d285a-7019-4356-b6b4-85d633afacd4 req-b5308f2b-47be-4353-8b77-246b71f13ea0 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] 10.222.0.24 "GET /v2.0/security-groups?id=8763fa55-6f75-45c8-99f0-29bf67d24342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302889 Sep 22 04:43:59.070428 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.agents_db [None req-7fda405f-bd13-41fd-9497-f6551785b8a3 None None] Agent healthcheck: found 6 active agents {{(pid=94618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 04:43:59.242974 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3453cb1d-1f20-448f-bbbc-030dd2adda4d req-3ccd655d-8aca-49f1-8c90-525271185414 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:43:59.244413 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-3453cb1d-1f20-448f-bbbc-030dd2adda4d req-3ccd655d-8aca-49f1-8c90-525271185414 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba8cc90f-cf7b-46da-9fe5-aafd8a58ed94 HTTP/1.1" status: 200 len: 944 time: 0.0470684 Sep 22 04:43:59.281069 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-3453cb1d-1f20-448f-bbbc-030dd2adda4d req-2fd0f4fc-9d34-4a14-8d46-e1af81aa4ed8 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] 10.222.0.24 "GET /v2.0/security-groups?id=8763fa55-6f75-45c8-99f0-29bf67d24342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301917 Sep 22 04:44:00.395374 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f89106-0e66-4985-b417-71e32fffb949 req-f63e735a-5566-46a9-9195-e25549f3680b tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:44:00.396879 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-69f89106-0e66-4985-b417-71e32fffb949 req-f63e735a-5566-46a9-9195-e25549f3680b tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba8cc90f-cf7b-46da-9fe5-aafd8a58ed94 HTTP/1.1" status: 200 len: 944 time: 0.0516918 Sep 22 04:44:00.434469 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-69f89106-0e66-4985-b417-71e32fffb949 req-1ff8ead2-a673-42f5-b684-ac2f66963f7b tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] 10.222.0.24 "GET /v2.0/security-groups?id=8763fa55-6f75-45c8-99f0-29bf67d24342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306129 Sep 22 04:44:01.545658 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2145dbf1-baaa-406f-974b-f7d45ca38480 req-47d3520b-072c-499e-b24e-5c98746385cb tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:44:01.547110 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-2145dbf1-baaa-406f-974b-f7d45ca38480 req-47d3520b-072c-499e-b24e-5c98746385cb tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba8cc90f-cf7b-46da-9fe5-aafd8a58ed94 HTTP/1.1" status: 200 len: 944 time: 0.0473077 Sep 22 04:44:01.586006 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-2145dbf1-baaa-406f-974b-f7d45ca38480 req-55c31106-801d-4ab0-b26c-61c0825f5730 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] 10.222.0.24 "GET /v2.0/security-groups?id=8763fa55-6f75-45c8-99f0-29bf67d24342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331831 Sep 22 04:44:02.698188 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3452e2-2c9e-4d4a-91f9-e115eb3904dd req-ee30628b-c2f8-424d-8f4a-d22a56908f5c tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:44:02.699668 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-ee3452e2-2c9e-4d4a-91f9-e115eb3904dd req-ee30628b-c2f8-424d-8f4a-d22a56908f5c tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba8cc90f-cf7b-46da-9fe5-aafd8a58ed94 HTTP/1.1" status: 200 len: 944 time: 0.0480771 Sep 22 04:44:02.737206 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-ee3452e2-2c9e-4d4a-91f9-e115eb3904dd req-9e758d16-60ae-4a69-95ce-7d1e648f6f54 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] 10.222.0.24 "GET /v2.0/security-groups?id=8763fa55-6f75-45c8-99f0-29bf67d24342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310600 Sep 22 04:44:03.847810 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe40fbc-de65-438e-8ed6-a795fef9228a req-bd98eacb-58ae-4bce-9a85-62efc719d794 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:44:03.849344 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-bfe40fbc-de65-438e-8ed6-a795fef9228a req-bd98eacb-58ae-4bce-9a85-62efc719d794 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba8cc90f-cf7b-46da-9fe5-aafd8a58ed94 HTTP/1.1" status: 200 len: 944 time: 0.0470159 Sep 22 04:44:03.885658 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-bfe40fbc-de65-438e-8ed6-a795fef9228a req-5f7d04cf-23bc-4f42-a1ae-76239833dcdb tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] 10.222.0.24 "GET /v2.0/security-groups?id=8763fa55-6f75-45c8-99f0-29bf67d24342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299706 Sep 22 04:44:04.996714 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd16fc0-0eaf-4454-88e7-e35d230c9731 req-32003acf-c352-40c6-aefe-7ef0400118b3 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:44:04.998170 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-4cd16fc0-0eaf-4454-88e7-e35d230c9731 req-32003acf-c352-40c6-aefe-7ef0400118b3 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba8cc90f-cf7b-46da-9fe5-aafd8a58ed94 HTTP/1.1" status: 200 len: 944 time: 0.0475996 Sep 22 04:44:05.034083 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-4cd16fc0-0eaf-4454-88e7-e35d230c9731 req-596cd4dc-2053-4937-8435-c81a1167c9fb tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] 10.222.0.24 "GET /v2.0/security-groups?id=8763fa55-6f75-45c8-99f0-29bf67d24342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298443 Sep 22 04:44:05.176185 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Device b511e4da-66bc-4d64-abe9-d5c87e4aa886 details requested by agent hyperv_hv-cinder-81011 with host hv-cinder-81011 {{(pid=94617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 04:44:05.268456 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] For port b511e4da-66bc-4d64-abe9-d5c87e4aa886, host hv-cinder-81011, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81011',level=0,port_id=b511e4da-66bc-4d64-abe9-d5c87e4aa886,segment=NetworkSegment(4fdc73c2-84d6-43bf-a2bb-789fede3c216),segment_id=4fdc73c2-84d6-43bf-a2bb-789fede3c216)] {{(pid=94617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:44:05.279437 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Returning: {'device': 'b511e4da-66bc-4d64-abe9-d5c87e4aa886', 'network_id': 'b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea', 'port_id': 'b511e4da-66bc-4d64-abe9-d5c87e4aa886', 'mac_address': 'fa:16:3e:07:5d:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00de75c3-0975-4054-ac99-eafc43a34ef1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 04:44:05.314264 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:44:05.326283 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.notifiers.nova [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b511e4da-66bc-4d64-abe9-d5c87e4aa886 {{(pid=94617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 04:44:05.344814 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] For port b511e4da-66bc-4d64-abe9-d5c87e4aa886, host hv-cinder-81011, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81011',level=0,port_id=b511e4da-66bc-4d64-abe9-d5c87e4aa886,segment=NetworkSegment(4fdc73c2-84d6-43bf-a2bb-789fede3c216),segment_id=4fdc73c2-84d6-43bf-a2bb-789fede3c216)] {{(pid=94617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:44:05.420244 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:44:05.465348 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Pushing event updated for resources: {'Port': ['ID=b511e4da-66bc-4d64-abe9-d5c87e4aa886,revision_number=4']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:44:05.625543 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] get_ports_and_sgs() called for port_ids ['b511e4da-66bc-4d64-abe9-d5c87e4aa886'] {{(pid=94617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 04:44:06.144985 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c01e11-d20f-425e-86f5-3724fbfd74e7 req-2c4fc874-012a-47b5-b16e-e3da118b0df2 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:44:06.146436 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-a1c01e11-d20f-425e-86f5-3724fbfd74e7 req-2c4fc874-012a-47b5-b16e-e3da118b0df2 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba8cc90f-cf7b-46da-9fe5-aafd8a58ed94 HTTP/1.1" status: 200 len: 945 time: 0.0473793 Sep 22 04:44:06.182317 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-a1c01e11-d20f-425e-86f5-3724fbfd74e7 req-3d5e52ec-fa41-4e42-a618-e7b78270befb tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] 10.222.0.24 "GET /v2.0/security-groups?id=8763fa55-6f75-45c8-99f0-29bf67d24342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300798 Sep 22 04:44:06.855839 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:44:07.190239 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Device b511e4da-66bc-4d64-abe9-d5c87e4aa886 up at agent hyperv_hv-cinder-81011 {{(pid=94617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 04:44:07.300520 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e6dee8-e658-4fe1-a96a-a155f41ae4d9 req-eae417d4-ed78-4525-a696-c4d610053ed1 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:44:07.301990 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-57e6dee8-e658-4fe1-a96a-a155f41ae4d9 req-eae417d4-ed78-4525-a696-c4d610053ed1 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba8cc90f-cf7b-46da-9fe5-aafd8a58ed94 HTTP/1.1" status: 200 len: 945 time: 0.0526185 Sep 22 04:44:07.309578 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Provisioning for port b511e4da-66bc-4d64-abe9-d5c87e4aa886 completed by entity L2. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 04:44:07.313764 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Provisioning complete for port b511e4da-66bc-4d64-abe9-d5c87e4aa886 triggered by entity L2. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 04:44:07.314139 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628798'] for port, provisioning_complete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:44:07.339369 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-57e6dee8-e658-4fe1-a96a-a155f41ae4d9 req-3ff4ea77-647b-4a97-8bb2-299e28f14242 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] 10.222.0.24 "GET /v2.0/security-groups?id=8763fa55-6f75-45c8-99f0-29bf67d24342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314887 Sep 22 04:44:07.391544 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:44:07.412792 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba8cc90f-cf7b-46da-9fe5-aafd8a58ed94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b511e4da-66bc-4d64-abe9-d5c87e4aa886'}] {{(pid=94617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 04:44:07.414991 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}993cef13cba3f0ab7640ec7edf55a13b4a27e0226575f61fb20ce20e7b239147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18896ed7-9f3e-46ba-aeff-321d6456f935" -d '{"events": [{"server_uuid": "ba8cc90f-cf7b-46da-9fe5-aafd8a58ed94", "name": "network-vif-plugged", "status": "completed", "tag": "b511e4da-66bc-4d64-abe9-d5c87e4aa886"}]}' {{(pid=94617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 04:44:07.426954 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] For port b511e4da-66bc-4d64-abe9-d5c87e4aa886, host hv-cinder-81011, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81011',level=0,port_id=b511e4da-66bc-4d64-abe9-d5c87e4aa886,segment=NetworkSegment(4fdc73c2-84d6-43bf-a2bb-789fede3c216),segment_id=4fdc73c2-84d6-43bf-a2bb-789fede3c216)] {{(pid=94617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:44:07.450387 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 04:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4751542c-2a3d-4d20-8a75-ea1762d6a727 x-openstack-request-id: req-4751542c-2a3d-4d20-8a75-ea1762d6a727 {{(pid=94617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 04:44:07.450677 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba8cc90f-cf7b-46da-9fe5-aafd8a58ed94", "name": "network-vif-plugged", "status": "completed", "tag": "b511e4da-66bc-4d64-abe9-d5c87e4aa886", "code": 200}]} {{(pid=94617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 04:44:07.450923 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4751542c-2a3d-4d20-8a75-ea1762d6a727 {{(pid=94617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 04:44:07.451332 dv-cinder-810118-1-iscsi neutron-server[94617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba8cc90f-cf7b-46da-9fe5-aafd8a58ed94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b511e4da-66bc-4d64-abe9-d5c87e4aa886', 'code': 200} Sep 22 04:44:07.489422 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:44:07.536355 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Pushing event updated for resources: {'Port': ['ID=b511e4da-66bc-4d64-abe9-d5c87e4aa886,revision_number=5']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:44:07.771584 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addef064-f5c9-470b-a836-a0f3cc5bfdb2 req-434c8501-6e8f-484c-a6ac-b3fde7f6c343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:44:07.773078 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-addef064-f5c9-470b-a836-a0f3cc5bfdb2 req-434c8501-6e8f-484c-a6ac-b3fde7f6c343 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ba8cc90f-cf7b-46da-9fe5-aafd8a58ed94 HTTP/1.1" status: 200 len: 1099 time: 0.0391870 Sep 22 04:44:07.809250 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-addef064-f5c9-470b-a836-a0f3cc5bfdb2 req-f2b097f8-c50c-4624-a67f-895f3b77d983 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8763fa55-6f75-45c8-99f0-29bf67d24342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290461 Sep 22 04:44:08.450896 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5349573-4e21-4cb8-9f6b-b4cbd7543e48 req-ad5e2f3d-667f-4321-85e7-1ecb9755400b tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:44:08.452358 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-e5349573-4e21-4cb8-9f6b-b4cbd7543e48 req-ad5e2f3d-667f-4321-85e7-1ecb9755400b tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba8cc90f-cf7b-46da-9fe5-aafd8a58ed94 HTTP/1.1" status: 200 len: 946 time: 0.0477645 Sep 22 04:44:08.488857 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-e5349573-4e21-4cb8-9f6b-b4cbd7543e48 req-0f1ea12b-fa5d-4b18-8480-2dd95b357561 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] 10.222.0.24 "GET /v2.0/security-groups?id=8763fa55-6f75-45c8-99f0-29bf67d24342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305746 Sep 22 04:44:09.601847 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201f1433-89bf-4eed-9849-bdaaabd5d5fc req-10d562e4-194f-41d2-ae92-30b4a361ceaf tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:44:09.603308 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-201f1433-89bf-4eed-9849-bdaaabd5d5fc req-10d562e4-194f-41d2-ae92-30b4a361ceaf tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba8cc90f-cf7b-46da-9fe5-aafd8a58ed94 HTTP/1.1" status: 200 len: 946 time: 0.0475535 Sep 22 04:44:09.640968 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-201f1433-89bf-4eed-9849-bdaaabd5d5fc req-659ee699-6ed6-404a-9aa3-3c3592a9e0fb tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] 10.222.0.24 "GET /v2.0/security-groups?id=8763fa55-6f75-45c8-99f0-29bf67d24342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317228 Sep 22 04:44:09.752732 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da65ad5a-cc4d-499f-8605-acf99b0bcdad req-3f8e6822-81bc-461d-940a-77e196934595 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:44:09.754500 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-da65ad5a-cc4d-499f-8605-acf99b0bcdad req-3f8e6822-81bc-461d-940a-77e196934595 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba8cc90f-cf7b-46da-9fe5-aafd8a58ed94 HTTP/1.1" status: 200 len: 946 time: 0.0499988 Sep 22 04:44:09.792801 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-da65ad5a-cc4d-499f-8605-acf99b0bcdad req-76b9e352-a78f-42e8-9e89-c25c6b55637a tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] 10.222.0.24 "GET /v2.0/security-groups?id=8763fa55-6f75-45c8-99f0-29bf67d24342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321684 Sep 22 04:44:09.814754 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 51606) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:44:09.939477 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98dd2730-f4b8-4dda-aa2f-a331ad9e8611 tempest-TestVolumeBootPattern-2143673122 tempest-TestVolumeBootPattern-2143673122-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:44:09.941050 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-98dd2730-f4b8-4dda-aa2f-a331ad9e8611 tempest-TestVolumeBootPattern-2143673122 tempest-TestVolumeBootPattern-2143673122-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=ba8cc90f-cf7b-46da-9fe5-aafd8a58ed94 HTTP/1.1" status: 200 len: 1094 time: 0.1253703 Sep 22 04:44:09.943886 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 51610) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:44:09.948001 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.v2.base [None req-4d1ed017-82dd-4ec9-b154-7f093b00e8ee tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Request body: {'floatingip': {'floating_network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'port_id': 'b511e4da-66bc-4d64-abe9-d5c87e4aa886', 'tenant_id': '413fcdd02cab49a4933214dcc8244926', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94615) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 04:44:10.009217 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-4d1ed017-82dd-4ec9-b154-7f093b00e8ee tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Notify callbacks [] for floatingip, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:44:10.100587 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-4d1ed017-82dd-4ec9-b154-7f093b00e8ee tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:44:10.202910 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.db.db_base_plugin_common [None req-4d1ed017-82dd-4ec9-b154-7f093b00e8ee tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Allocated IP 172.27.3.82 (1c001e5d-5f10-46e0-9089-3ba13d08e463/ef28eb13-4204-4034-a22d-0722adaca342/b4d57cd8-357a-4a3b-91b0-684b776dee08) {{(pid=94615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 04:44:10.301477 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-4d1ed017-82dd-4ec9-b154-7f093b00e8ee tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Notify callbacks [] for port, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:44:10.401373 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-4d1ed017-82dd-4ec9-b154-7f093b00e8ee tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769518673857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533447879'] for port, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:44:10.443278 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1ed017-82dd-4ec9-b154-7f093b00e8ee tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Network 1c001e5d-5f10-46e0-9089-3ba13d08e463 is already hosted by enough agents. {{(pid=94615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 04:44:10.447450 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.scheduler.base_scheduler [None req-4d1ed017-82dd-4ec9-b154-7f093b00e8ee tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Resources bound (agent type, host, resource id): {{(pid=94615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 04:44:10.453646 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1ed017-82dd-4ec9-b154-7f093b00e8ee tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Received port after_create {{(pid=94615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 04:44:10.456587 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1ed017-82dd-4ec9-b154-7f093b00e8ee tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Pushing event updated for resources: {'Port': ['ID=b4d57cd8-357a-4a3b-91b0-684b776dee08,revision_number=1']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:44:10.484789 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1ed017-82dd-4ec9-b154-7f093b00e8ee tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:44:10.485136 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1ed017-82dd-4ec9-b154-7f093b00e8ee tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:44:10.485483 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1ed017-82dd-4ec9-b154-7f093b00e8ee tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:44:10.485818 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1ed017-82dd-4ec9-b154-7f093b00e8ee tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:44:10.486150 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1ed017-82dd-4ec9-b154-7f093b00e8ee tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:44:10.486479 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1ed017-82dd-4ec9-b154-7f093b00e8ee tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:44:10.486807 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1ed017-82dd-4ec9-b154-7f093b00e8ee tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:44:10.487134 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1ed017-82dd-4ec9-b154-7f093b00e8ee tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:44:10.487461 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1ed017-82dd-4ec9-b154-7f093b00e8ee tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:44:10.487788 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1ed017-82dd-4ec9-b154-7f093b00e8ee tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:44:10.488108 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1ed017-82dd-4ec9-b154-7f093b00e8ee tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:44:10.488427 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1ed017-82dd-4ec9-b154-7f093b00e8ee tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:44:10.805371 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-4d1ed017-82dd-4ec9-b154-7f093b00e8ee tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:44:10.939139 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-4d1ed017-82dd-4ec9-b154-7f093b00e8ee tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:44:11.088768 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-4d1ed017-82dd-4ec9-b154-7f093b00e8ee tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Notify callbacks [] for port, precommit_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:44:11.189025 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-4d1ed017-82dd-4ec9-b154-7f093b00e8ee tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533447884'] for port, after_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:44:11.257796 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1ed017-82dd-4ec9-b154-7f093b00e8ee tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Pushing event updated for resources: {'Port': ['ID=b4d57cd8-357a-4a3b-91b0-684b776dee08,revision_number=2']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:44:11.266960 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-4d1ed017-82dd-4ec9-b154-7f093b00e8ee tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1865242'] for floatingip, after_create {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:44:11.361391 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.db.l3_db [None req-4d1ed017-82dd-4ec9-b154-7f093b00e8ee tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Floating IP 9c1866d9-7afc-490d-b304-31361acd4898 associated. External IP: 172.27.3.82, port: b511e4da-66bc-4d64-abe9-d5c87e4aa886. Sep 22 04:44:11.557807 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d1ed017-82dd-4ec9-b154-7f093b00e8ee tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Router 506c2078-d2d6-4406-b4a4-ba97abfb0cfc has already been hosted by L3 agent 67baeb3b-346e-4680-9ea8-6eec6aa84835 {{(pid=94615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 04:44:11.661764 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d1ed017-82dd-4ec9-b154-7f093b00e8ee tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Notify agent at l3_agent.dv-cinder-810118-1-iscsi the message routers_updated {{(pid=94615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 04:44:11.674738 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb9a271-c5ba-4ac2-8edc-7043d2b7f12c None None] Sync routers for ids ['506c2078-d2d6-4406-b4a4-ba97abfb0cfc'] in dv-cinder-810118-1-iscsi {{(pid=94617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 04:44:11.687459 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb9a271-c5ba-4ac2-8edc-7043d2b7f12c None None] Routers {'506c2078-d2d6-4406-b4a4-ba97abfb0cfc'} bound to L3 agent in host dv-cinder-810118-1-iscsi {{(pid=94617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 04:44:11.688074 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-cdb9a271-c5ba-4ac2-8edc-7043d2b7f12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810118-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T04:20:22Z,description=,heartbeat_timestamp=2021-09-22T04:43:52Z,host='dv-cinder-810118-1-iscsi',id=67baeb3b-346e-4680-9ea8-6eec6aa84835,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T04:20:23Z,topic='l3_agent')) {'router_ids': ['506c2078-d2d6-4406-b4a4-ba97abfb0cfc'], 'active': True} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:44:11.744057 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-4d1ed017-82dd-4ec9-b154-7f093b00e8ee tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34584'] for floatingip, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:44:11.773450 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-4d1ed017-82dd-4ec9-b154-7f093b00e8ee tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8285391 Sep 22 04:44:11.774040 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba8cc90f-cf7b-46da-9fe5-aafd8a58ed94', 'tag': 'b511e4da-66bc-4d64-abe9-d5c87e4aa886'}] {{(pid=94615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 04:44:11.776420 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d27d553a3b9744112e878a2e80866f1fe0303ccc5aac5545403223d44c5d0e8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e2fc1a9-b279-4a7b-ae21-72158f20cb75" -d '{"events": [{"name": "network-changed", "server_uuid": "ba8cc90f-cf7b-46da-9fe5-aafd8a58ed94", "tag": "b511e4da-66bc-4d64-abe9-d5c87e4aa886"}]}' {{(pid=94615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 04:44:11.813684 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 04:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1d68cf2-9648-4c0f-bacf-15a8d0cc826e x-openstack-request-id: req-b1d68cf2-9648-4c0f-bacf-15a8d0cc826e {{(pid=94615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 04:44:11.814312 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba8cc90f-cf7b-46da-9fe5-aafd8a58ed94", "tag": "b511e4da-66bc-4d64-abe9-d5c87e4aa886", "status": "completed", "code": 200}]} {{(pid=94615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 04:44:11.814312 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b1d68cf2-9648-4c0f-bacf-15a8d0cc826e {{(pid=94615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 04:44:11.814605 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba8cc90f-cf7b-46da-9fe5-aafd8a58ed94', 'tag': 'b511e4da-66bc-4d64-abe9-d5c87e4aa886', 'status': 'completed', 'code': 200} Sep 22 04:44:11.877839 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2fc1a9-b279-4a7b-ae21-72158f20cb75 req-e2f0cdc8-8fb0-4f93-b0a0-70d06dacfa9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:44:11.879696 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-9e2fc1a9-b279-4a7b-ae21-72158f20cb75 req-e2f0cdc8-8fb0-4f93-b0a0-70d06dacfa9e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=413fcdd02cab49a4933214dcc8244926&device_id=ba8cc90f-cf7b-46da-9fe5-aafd8a58ed94 HTTP/1.1" status: 200 len: 1099 time: 0.0405500 Sep 22 04:44:11.913438 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvr_db [None req-cdb9a271-c5ba-4ac2-8edc-7043d2b7f12c None None] Set router 506c2078-d2d6-4406-b4a4-ba97abfb0cfc gateway port host: dv-cinder-810118-1-iscsi {{(pid=94617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 04:44:11.971915 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2fc1a9-b279-4a7b-ae21-72158f20cb75 req-6967e614-65a2-4d2f-a6bf-705fd6d027ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:44:11.973400 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-9e2fc1a9-b279-4a7b-ae21-72158f20cb75 req-6967e614-65a2-4d2f-a6bf-705fd6d027ac service neutron] 10.222.0.30 "GET /v2.0/networks?id=b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea HTTP/1.1" status: 200 len: 912 time: 0.0862424 Sep 22 04:44:12.036912 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-9e2fc1a9-b279-4a7b-ae21-72158f20cb75 req-6948bd2d-1bed-4812-9d20-d79631fefb51 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b511e4da-66bc-4d64-abe9-d5c87e4aa886 HTTP/1.1" status: 200 len: 999 time: 0.0559237 Sep 22 04:44:12.083555 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2fc1a9-b279-4a7b-ae21-72158f20cb75 req-b169c1f0-8766-4a3b-a0f6-d80c44ef6143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:44:12.085020 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-9e2fc1a9-b279-4a7b-ae21-72158f20cb75 req-b169c1f0-8766-4a3b-a0f6-d80c44ef6143 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=00de75c3-0975-4054-ac99-eafc43a34ef1 HTTP/1.1" status: 200 len: 851 time: 0.0413246 Sep 22 04:44:12.132033 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2fc1a9-b279-4a7b-ae21-72158f20cb75 req-1cd49864-129f-4ac5-a627-153ccc0aeb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:44:12.133368 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-cdb9a271-c5ba-4ac2-8edc-7043d2b7f12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '506c2078-d2d6-4406-b4a4-ba97abfb0cfc', 'name': 'tempest-TestVolumeBootPattern-2146789285-router', 'tenant_id': '413fcdd02cab49a4933214dcc8244926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'external_fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': '2c2e5cfa-2e3d-48bf-90a8-b694de702f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T04:43:22Z', 'updated_at': '2021-09-22T04:43:25Z', 'revision_number': 4, 'project_id': '413fcdd02cab49a4933214dcc8244926', 'gw_port': {'id': '2c2e5cfa-2e3d-48bf-90a8-b694de702f81', 'name': '', 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:9a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506c2078-d2d6-4406-b4a4-ba97abfb0cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:43:23Z', 'updated_at': '2021-09-22T04:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810118-1-iscsi', '_floatingips': [{'id': '9c1866d9-7afc-490d-b304-31361acd4898', 'tenant_id': '413fcdd02cab49a4933214dcc8244926', 'floating_ip_address': '172.27.3.82', 'floating_network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'router_id': '506c2078-d2d6-4406-b4a4-ba97abfb0cfc', 'port_id': 'b511e4da-66bc-4d64-abe9-d5c87e4aa886', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea', 'mac_address': 'fa:16:3e:07:5d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba8cc90f-cf7b-46da-9fe5-aafd8a58ed94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T04:44:10Z', 'updated_at': '2021-09-22T04:44:10Z', 'revision_number': 0, 'project_id': '413fcdd02cab49a4933214dcc8244926', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ef7b67d-1a3c-480c-9d10-3c549b57a21c', 'name': '', 'network_id': 'b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea', 'tenant_id': '413fcdd02cab49a4933214dcc8244926', 'mac_address': 'fa:16:3e:4d:ed:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506c2078-d2d6-4406-b4a4-ba97abfb0cfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '00de75c3-0975-4054-ac99-eafc43a34ef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:43:25Z', 'updated_at': '2021-09-22T04:43:29Z', 'revision_number': 5, 'project_id': '413fcdd02cab49a4933214dcc8244926', 'subnets': [{'id': '00de75c3-0975-4054-ac99-eafc43a34ef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810118-1-iscsi', False) {} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:44:12.133618 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-9e2fc1a9-b279-4a7b-ae21-72158f20cb75 req-1cd49864-129f-4ac5-a627-153ccc0aeb55 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421157 Sep 22 04:44:12.158917 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb9a271-c5ba-4ac2-8edc-7043d2b7f12c None None] Checking router: 506c2078-d2d6-4406-b4a4-ba97abfb0cfc for host: dv-cinder-810118-1-iscsi {{(pid=94617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 04:44:12.166860 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb9a271-c5ba-4ac2-8edc-7043d2b7f12c None None] Routers {'506c2078-d2d6-4406-b4a4-ba97abfb0cfc'} bound to L3 agent in host dv-cinder-810118-1-iscsi {{(pid=94617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 04:44:12.167464 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-cdb9a271-c5ba-4ac2-8edc-7043d2b7f12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810118-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T04:20:22Z,description=,heartbeat_timestamp=2021-09-22T04:43:52Z,host='dv-cinder-810118-1-iscsi',id=67baeb3b-346e-4680-9ea8-6eec6aa84835,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T04:20:23Z,topic='l3_agent')) {'router_ids': ['506c2078-d2d6-4406-b4a4-ba97abfb0cfc'], 'active': True} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:44:12.221821 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-9e2fc1a9-b279-4a7b-ae21-72158f20cb75 req-11bd366f-eab0-48cf-81a1-24afa534d567 service neutron] 10.222.0.30 "GET /v2.0/networks/b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810854 Sep 22 04:44:12.270399 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvr_db [None req-cdb9a271-c5ba-4ac2-8edc-7043d2b7f12c None None] Set router 506c2078-d2d6-4406-b4a4-ba97abfb0cfc gateway port host: dv-cinder-810118-1-iscsi {{(pid=94617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 04:44:12.313198 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-9e2fc1a9-b279-4a7b-ae21-72158f20cb75 req-f0dba84d-cd54-424a-94b9-0a414a9493fe service neutron] 10.222.0.30 "GET /v2.0/networks/b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838077 Sep 22 04:44:12.488953 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-cdb9a271-c5ba-4ac2-8edc-7043d2b7f12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '506c2078-d2d6-4406-b4a4-ba97abfb0cfc', 'name': 'tempest-TestVolumeBootPattern-2146789285-router', 'tenant_id': '413fcdd02cab49a4933214dcc8244926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'external_fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': '2c2e5cfa-2e3d-48bf-90a8-b694de702f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T04:43:22Z', 'updated_at': '2021-09-22T04:43:25Z', 'revision_number': 4, 'project_id': '413fcdd02cab49a4933214dcc8244926', 'gw_port': {'id': '2c2e5cfa-2e3d-48bf-90a8-b694de702f81', 'name': '', 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:9a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506c2078-d2d6-4406-b4a4-ba97abfb0cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:43:23Z', 'updated_at': '2021-09-22T04:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810118-1-iscsi', '_floatingips': [{'id': '9c1866d9-7afc-490d-b304-31361acd4898', 'tenant_id': '413fcdd02cab49a4933214dcc8244926', 'floating_ip_address': '172.27.3.82', 'floating_network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'router_id': '506c2078-d2d6-4406-b4a4-ba97abfb0cfc', 'port_id': 'b511e4da-66bc-4d64-abe9-d5c87e4aa886', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea', 'mac_address': 'fa:16:3e:07:5d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba8cc90f-cf7b-46da-9fe5-aafd8a58ed94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T04:44:10Z', 'updated_at': '2021-09-22T04:44:10Z', 'revision_number': 0, 'project_id': '413fcdd02cab49a4933214dcc8244926', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ef7b67d-1a3c-480c-9d10-3c549b57a21c', 'name': '', 'network_id': 'b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea', 'tenant_id': '413fcdd02cab49a4933214dcc8244926', 'mac_address': 'fa:16:3e:4d:ed:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506c2078-d2d6-4406-b4a4-ba97abfb0cfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '00de75c3-0975-4054-ac99-eafc43a34ef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:43:25Z', 'updated_at': '2021-09-22T04:43:29Z', 'revision_number': 5, 'project_id': '413fcdd02cab49a4933214dcc8244926', 'subnets': [{'id': '00de75c3-0975-4054-ac99-eafc43a34ef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810118-1-iscsi', False) {} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:44:12.514648 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb9a271-c5ba-4ac2-8edc-7043d2b7f12c None None] The sync data for ids ['506c2078-d2d6-4406-b4a4-ba97abfb0cfc'] in dv-cinder-810118-1-iscsi is: [{'id': '506c2078-d2d6-4406-b4a4-ba97abfb0cfc', 'name': 'tempest-TestVolumeBootPattern-2146789285-router', 'tenant_id': '413fcdd02cab49a4933214dcc8244926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'external_fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': '2c2e5cfa-2e3d-48bf-90a8-b694de702f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T04:43:22Z', 'updated_at': '2021-09-22T04:43:25Z', 'revision_number': 4, 'project_id': '413fcdd02cab49a4933214dcc8244926', 'gw_port': {'id': '2c2e5cfa-2e3d-48bf-90a8-b694de702f81', 'name': '', 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:9a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506c2078-d2d6-4406-b4a4-ba97abfb0cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:43:23Z', 'updated_at': '2021-09-22T04:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810118-1-iscsi', '_floatingips': [{'id': '9c1866d9-7afc-490d-b304-31361acd4898', 'tenant_id': '413fcdd02cab49a4933214dcc8244926', 'floating_ip_address': '172.27.3.82', 'floating_network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'router_id': '506c2078-d2d6-4406-b4a4-ba97abfb0cfc', 'port_id': 'b511e4da-66bc-4d64-abe9-d5c87e4aa886', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea', 'mac_address': 'fa:16:3e:07:5d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba8cc90f-cf7b-46da-9fe5-aafd8a58ed94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T04:44:10Z', 'updated_at': '2021-09-22T04:44:10Z', 'revision_number': 0, 'project_id': '413fcdd02cab49a4933214dcc8244926', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ef7b67d-1a3c-480c-9d10-3c549b57a21c', 'name': '', 'network_id': 'b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea', 'tenant_id': '413fcdd02cab49a4933214dcc8244926', 'mac_address': 'fa:16:3e:4d:ed:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506c2078-d2d6-4406-b4a4-ba97abfb0cfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '00de75c3-0975-4054-ac99-eafc43a34ef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:43:25Z', 'updated_at': '2021-09-22T04:43:29Z', 'revision_number': 5, 'project_id': '413fcdd02cab49a4933214dcc8244926', 'subnets': [{'id': '00de75c3-0975-4054-ac99-eafc43a34ef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 04:44:12.690652 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37cf3ba5-b0ed-49eb-b9af-cf147d1e74c1 None None] New status for floating IP 9c1866d9-7afc-490d-b304-31361acd4898: ACTIVE {{(pid=94618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 04:44:20.168812 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-84ea719e-db5e-47b1-882c-886c338bafa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:44:22.531737 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-706d2ddc-41ae-4af7-a02b-4a5b56d41377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:44:23.311332 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:44:24.117551 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-62fe730e-da9a-4cac-a5e3-718f571d83ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:44:25.720291 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-c7bbae2d-f237-46cc-b838-3371bd865633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:44:36.069212 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.agents_db [None req-7fda405f-bd13-41fd-9497-f6551785b8a3 None None] Agent healthcheck: found 6 active agents {{(pid=94618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 04:44:36.906411 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:44:50.096383 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-cd9fa6e0-6e5b-4fed-abbf-5ef957670724 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:44:52.500401 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-de824d27-d030-4922-8fc5-e939709fa94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:44:53.325688 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:44:53.341175 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-95b78a65-61a7-4a92-9bb2-0bf1460a4e49 req-55345b31-0625-4b01-8cca-cbff4321285a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ba8cc90f-cf7b-46da-9fe5-aafd8a58ed94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0849993 Sep 22 04:44:53.417831 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b78a65-61a7-4a92-9bb2-0bf1460a4e49 req-e09a4242-5293-4e9e-968d-ce1aff0dc693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:44:53.419262 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-95b78a65-61a7-4a92-9bb2-0bf1460a4e49 req-e09a4242-5293-4e9e-968d-ce1aff0dc693 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=413fcdd02cab49a4933214dcc8244926&device_id=ba8cc90f-cf7b-46da-9fe5-aafd8a58ed94 HTTP/1.1" status: 200 len: 1099 time: 0.0389516 Sep 22 04:44:53.529095 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b78a65-61a7-4a92-9bb2-0bf1460a4e49 req-c8f8f79f-ce82-420e-8ad1-36596d5f2246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:44:53.530501 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-95b78a65-61a7-4a92-9bb2-0bf1460a4e49 req-c8f8f79f-ce82-420e-8ad1-36596d5f2246 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea HTTP/1.1" status: 200 len: 912 time: 0.0927565 Sep 22 04:44:53.591639 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-95b78a65-61a7-4a92-9bb2-0bf1460a4e49 req-b8d9f9e7-bcb1-434d-ad25-90cd2c3c26fe service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b511e4da-66bc-4d64-abe9-d5c87e4aa886 HTTP/1.1" status: 200 len: 1001 time: 0.0542688 Sep 22 04:44:53.644982 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b78a65-61a7-4a92-9bb2-0bf1460a4e49 req-585d16a2-5637-4e59-9cf5-c06d22596db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:44:53.646427 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-95b78a65-61a7-4a92-9bb2-0bf1460a4e49 req-585d16a2-5637-4e59-9cf5-c06d22596db6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=00de75c3-0975-4054-ac99-eafc43a34ef1 HTTP/1.1" status: 200 len: 851 time: 0.0454807 Sep 22 04:44:53.690570 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b78a65-61a7-4a92-9bb2-0bf1460a4e49 req-e63e78f8-1965-4908-993a-6d973cb66df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:44:53.692000 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-95b78a65-61a7-4a92-9bb2-0bf1460a4e49 req-e63e78f8-1965-4908-993a-6d973cb66df4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384660 Sep 22 04:44:53.782309 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-95b78a65-61a7-4a92-9bb2-0bf1460a4e49 req-5d7a8a07-5476-4da8-b283-fec9a350184d service neutron] 10.222.0.30 "GET /v2.0/networks/b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822940 Sep 22 04:44:53.867472 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-95b78a65-61a7-4a92-9bb2-0bf1460a4e49 req-889c681e-6827-4a55-b740-010fc09bd47b service neutron] 10.222.0.30 "GET /v2.0/networks/b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0780461 Sep 22 04:44:54.170923 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-62fe730e-da9a-4cac-a5e3-718f571d83ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:44:55.679690 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-c7bbae2d-f237-46cc-b838-3371bd865633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:45:06.894059 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:45:13.067949 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.agents_db [None req-7fda405f-bd13-41fd-9497-f6551785b8a3 None None] Agent healthcheck: found 6 active agents {{(pid=94618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 04:45:20.095720 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-b218c9b8-dbc5-4ae8-b71a-523bd10c6519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:45:22.498694 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-60c7f2e4-835c-487b-ac1f-777ac93554e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:45:23.339144 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:45:24.130139 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-62fe730e-da9a-4cac-a5e3-718f571d83ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:45:25.684738 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-c7bbae2d-f237-46cc-b838-3371bd865633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:45:36.904612 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:45:50.066879 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.agents_db [None req-7fda405f-bd13-41fd-9497-f6551785b8a3 None None] Agent healthcheck: found 6 active agents {{(pid=94618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 04:45:50.103973 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-4ff49388-1f7d-468f-8bd6-a74dd1d98601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:45:52.506688 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-51f2a5da-4631-473c-ab92-943d6c7886bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:45:52.889923 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [req-68c4953a-5781-4ab8-a73e-331356c693c0 req-14db39f2-fcf9-453e-91eb-c949a6514837 service neutron] (94616) timed out ('10.222.0.30', 50977) {{(pid=94616) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 22 04:45:53.352680 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:45:54.144296 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-62fe730e-da9a-4cac-a5e3-718f571d83ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:45:54.308376 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-63ead056-2219-4c9d-b9a0-2ff26333176b req-a0c8fddb-6c9d-4de3-932f-e9954ee9076e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ba8cc90f-cf7b-46da-9fe5-aafd8a58ed94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385668 Sep 22 04:45:54.388547 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ead056-2219-4c9d-b9a0-2ff26333176b req-3c08407b-278a-4ed3-b973-f01e19324b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:45:54.389970 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-63ead056-2219-4c9d-b9a0-2ff26333176b req-3c08407b-278a-4ed3-b973-f01e19324b94 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=413fcdd02cab49a4933214dcc8244926&device_id=ba8cc90f-cf7b-46da-9fe5-aafd8a58ed94 HTTP/1.1" status: 200 len: 1099 time: 0.0421395 Sep 22 04:45:54.487547 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ead056-2219-4c9d-b9a0-2ff26333176b req-ed4d5cdd-ae72-4f70-9815-325e2592a9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:45:54.488955 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-63ead056-2219-4c9d-b9a0-2ff26333176b req-ed4d5cdd-ae72-4f70-9815-325e2592a9f4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea HTTP/1.1" status: 200 len: 912 time: 0.0800757 Sep 22 04:45:54.554650 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-63ead056-2219-4c9d-b9a0-2ff26333176b req-bfe1ec6f-fd83-4170-8be5-c92fb33042ae service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b511e4da-66bc-4d64-abe9-d5c87e4aa886 HTTP/1.1" status: 200 len: 1001 time: 0.0582998 Sep 22 04:45:54.602097 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ead056-2219-4c9d-b9a0-2ff26333176b req-cd81aad0-445f-4c09-b7cd-fb02b829985c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:45:54.603465 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-63ead056-2219-4c9d-b9a0-2ff26333176b req-cd81aad0-445f-4c09-b7cd-fb02b829985c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=00de75c3-0975-4054-ac99-eafc43a34ef1 HTTP/1.1" status: 200 len: 851 time: 0.0419734 Sep 22 04:45:54.647237 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ead056-2219-4c9d-b9a0-2ff26333176b req-bc721546-f46a-4418-8d70-9db2b156bf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:45:54.648776 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-63ead056-2219-4c9d-b9a0-2ff26333176b req-bc721546-f46a-4418-8d70-9db2b156bf89 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386553 Sep 22 04:45:54.737293 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-63ead056-2219-4c9d-b9a0-2ff26333176b req-214e6b52-f2ed-47c5-9c20-78db7d59074a service neutron] 10.222.0.30 "GET /v2.0/networks/b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816381 Sep 22 04:45:54.823766 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-63ead056-2219-4c9d-b9a0-2ff26333176b req-144aa08b-ea26-45d4-8db0-65d1d0c91d79 service neutron] 10.222.0.30 "GET /v2.0/networks/b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789125 Sep 22 04:45:55.677673 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-c7bbae2d-f237-46cc-b838-3371bd865633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:46:06.548239 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704e574b-7eef-4ff7-a966-65f350702f40 req-b91e5fc8-06ac-4540-8d8a-f1bf8d7d130c tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:46:06.549707 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-704e574b-7eef-4ff7-a966-65f350702f40 req-b91e5fc8-06ac-4540-8d8a-f1bf8d7d130c tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba8cc90f-cf7b-46da-9fe5-aafd8a58ed94 HTTP/1.1" status: 200 len: 946 time: 0.0978715 Sep 22 04:46:06.585652 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-704e574b-7eef-4ff7-a966-65f350702f40 req-684f8844-59de-4f83-9dec-9ea91afbef74 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] 10.222.0.24 "GET /v2.0/security-groups?id=8763fa55-6f75-45c8-99f0-29bf67d24342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301328 Sep 22 04:46:06.932333 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:46:07.760920 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978f2812-684c-4809-925d-1978fb1faf55 req-0164c959-9b28-402d-87e9-297430b1f7c6 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:46:07.762442 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-978f2812-684c-4809-925d-1978fb1faf55 req-0164c959-9b28-402d-87e9-297430b1f7c6 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba8cc90f-cf7b-46da-9fe5-aafd8a58ed94 HTTP/1.1" status: 200 len: 946 time: 0.0960770 Sep 22 04:46:07.801318 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-978f2812-684c-4809-925d-1978fb1faf55 req-d30e74d5-5225-4ac4-9336-8e346ba93cac tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] 10.222.0.24 "GET /v2.0/security-groups?id=8763fa55-6f75-45c8-99f0-29bf67d24342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318143 Sep 22 04:46:08.026056 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332938f1-9944-4b1c-b215-5623464aae80 req-4371aa8d-a5d3-4139-bb1b-8bf96683888c tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:46:08.027461 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-332938f1-9944-4b1c-b215-5623464aae80 req-4371aa8d-a5d3-4139-bb1b-8bf96683888c tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba8cc90f-cf7b-46da-9fe5-aafd8a58ed94 HTTP/1.1" status: 200 len: 946 time: 0.0467374 Sep 22 04:46:08.111777 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [req-332938f1-9944-4b1c-b215-5623464aae80 req-13ccc179-83f0-46fa-9ed5-35780d0b8558 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Deleting port b511e4da-66bc-4d64-abe9-d5c87e4aa886 {{(pid=94616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 04:46:08.112110 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-332938f1-9944-4b1c-b215-5623464aae80 req-13ccc179-83f0-46fa-9ed5-35780d0b8558 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769518975272'] for port, before_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:46:08.202302 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [req-332938f1-9944-4b1c-b215-5623464aae80 req-13ccc179-83f0-46fa-9ed5-35780d0b8558 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] For port b511e4da-66bc-4d64-abe9-d5c87e4aa886, host hv-cinder-81011, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81011',level=0,port_id=b511e4da-66bc-4d64-abe9-d5c87e4aa886,segment=NetworkSegment(4fdc73c2-84d6-43bf-a2bb-789fede3c216),segment_id=4fdc73c2-84d6-43bf-a2bb-789fede3c216)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:46:08.202577 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-332938f1-9944-4b1c-b215-5623464aae80 req-13ccc179-83f0-46fa-9ed5-35780d0b8558 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1861379'] for port, precommit_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:46:08.361632 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-332938f1-9944-4b1c-b215-5623464aae80 req-13ccc179-83f0-46fa-9ed5-35780d0b8558 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:46:08.361989 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-332938f1-9944-4b1c-b215-5623464aae80 req-13ccc179-83f0-46fa-9ed5-35780d0b8558 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1865242'] for floatingip, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:46:08.362301 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.db.l3_db [req-332938f1-9944-4b1c-b215-5623464aae80 req-13ccc179-83f0-46fa-9ed5-35780d0b8558 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Floating IP 9c1866d9-7afc-490d-b304-31361acd4898 disassociated. External IP: 172.27.3.82, port: b511e4da-66bc-4d64-abe9-d5c87e4aa886. Sep 22 04:46:08.362634 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [req-332938f1-9944-4b1c-b215-5623464aae80 req-13ccc179-83f0-46fa-9ed5-35780d0b8558 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Calling delete_port for b511e4da-66bc-4d64-abe9-d5c87e4aa886 owned by compute:nova {{(pid=94616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 04:46:08.563534 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-332938f1-9944-4b1c-b215-5623464aae80 req-13ccc179-83f0-46fa-9ed5-35780d0b8558 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769518980334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769518673866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534565802'] for port, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:46:08.591331 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ccc179-83f0-46fa-9ed5-35780d0b8558 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Pushing event deleted for resources: {'Port': ['ID=b511e4da-66bc-4d64-abe9-d5c87e4aa886,revision_number=None']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:46:08.601572 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ccc179-83f0-46fa-9ed5-35780d0b8558 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:46:08.601916 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ccc179-83f0-46fa-9ed5-35780d0b8558 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:46:08.602251 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ccc179-83f0-46fa-9ed5-35780d0b8558 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:46:08.602577 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ccc179-83f0-46fa-9ed5-35780d0b8558 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:46:08.602901 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ccc179-83f0-46fa-9ed5-35780d0b8558 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:46:08.603221 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ccc179-83f0-46fa-9ed5-35780d0b8558 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:46:08.603542 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ccc179-83f0-46fa-9ed5-35780d0b8558 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:46:08.603862 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ccc179-83f0-46fa-9ed5-35780d0b8558 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:46:08.604183 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ccc179-83f0-46fa-9ed5-35780d0b8558 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:46:08.604516 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ccc179-83f0-46fa-9ed5-35780d0b8558 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:46:08.604831 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ccc179-83f0-46fa-9ed5-35780d0b8558 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:46:08.605142 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ccc179-83f0-46fa-9ed5-35780d0b8558 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:46:08.710564 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.scheduler.l3_agent_scheduler [req-332938f1-9944-4b1c-b215-5623464aae80 req-13ccc179-83f0-46fa-9ed5-35780d0b8558 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Router 506c2078-d2d6-4406-b4a4-ba97abfb0cfc has already been hosted by L3 agent 67baeb3b-346e-4680-9ea8-6eec6aa84835 {{(pid=94616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 04:46:08.812375 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-332938f1-9944-4b1c-b215-5623464aae80 req-13ccc179-83f0-46fa-9ed5-35780d0b8558 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Notify agent at l3_agent.dv-cinder-810118-1-iscsi the message routers_updated {{(pid=94616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 04:46:08.822487 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562801df-da53-4068-a19b-b094ed9ed40f None None] Sync routers for ids ['506c2078-d2d6-4406-b4a4-ba97abfb0cfc'] in dv-cinder-810118-1-iscsi {{(pid=94617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 04:46:08.836096 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562801df-da53-4068-a19b-b094ed9ed40f None None] Routers {'506c2078-d2d6-4406-b4a4-ba97abfb0cfc'} bound to L3 agent in host dv-cinder-810118-1-iscsi {{(pid=94617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 04:46:08.836773 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-562801df-da53-4068-a19b-b094ed9ed40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810118-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T04:20:22Z,description=,heartbeat_timestamp=2021-09-22T04:45:52Z,host='dv-cinder-810118-1-iscsi',id=67baeb3b-346e-4680-9ea8-6eec6aa84835,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T04:20:23Z,topic='l3_agent')) {'router_ids': ['506c2078-d2d6-4406-b4a4-ba97abfb0cfc'], 'active': True} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:46:08.850804 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvrscheduler_db [req-332938f1-9944-4b1c-b215-5623464aae80 req-13ccc179-83f0-46fa-9ed5-35780d0b8558 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] No DVR routers for this DVR port b511e4da-66bc-4d64-abe9-d5c87e4aa886 on host hv-cinder-81011 {{(pid=94616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 04:46:08.853209 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-332938f1-9944-4b1c-b215-5623464aae80 req-13ccc179-83f0-46fa-9ed5-35780d0b8558 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34584'] for port, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:46:08.855183 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-332938f1-9944-4b1c-b215-5623464aae80 req-13ccc179-83f0-46fa-9ed5-35780d0b8558 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] 10.222.0.30 "DELETE /v2.0/ports/b511e4da-66bc-4d64-abe9-d5c87e4aa886 HTTP/1.1" status: 204 len: 173 time: 0.8214862 Sep 22 04:46:08.857578 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba8cc90f-cf7b-46da-9fe5-aafd8a58ed94', 'name': 'network-vif-deleted', 'tag': 'b511e4da-66bc-4d64-abe9-d5c87e4aa886'}] {{(pid=94616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 04:46:08.857945 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ee93b3f7eb2b2b6a350c95698ebe5b9c8d238e2160e747b625fec6bb3c76933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19a6de8d-5c6c-4771-9d1d-c7beaca0eb99" -d '{"events": [{"server_uuid": "ba8cc90f-cf7b-46da-9fe5-aafd8a58ed94", "name": "network-vif-deleted", "tag": "b511e4da-66bc-4d64-abe9-d5c87e4aa886"}]}' {{(pid=94616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 04:46:08.927385 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-36bd1f03-f7f5-456e-ad6c-01243045ea4a req-7ad4ece4-2167-4669-a86b-666e420c2da6 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba8cc90f-cf7b-46da-9fe5-aafd8a58ed94 HTTP/1.1" status: 200 len: 210 time: 0.0399578 Sep 22 04:46:08.975801 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 04:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-547124f1-f7b0-429b-89ac-d638b4e09cb4 x-openstack-request-id: req-547124f1-f7b0-429b-89ac-d638b4e09cb4 {{(pid=94616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 04:46:08.976298 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba8cc90f-cf7b-46da-9fe5-aafd8a58ed94", "name": "network-vif-deleted", "tag": "b511e4da-66bc-4d64-abe9-d5c87e4aa886", "status": "completed", "code": 200}]} {{(pid=94616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 04:46:08.976594 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-547124f1-f7b0-429b-89ac-d638b4e09cb4 {{(pid=94616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 04:46:08.976994 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba8cc90f-cf7b-46da-9fe5-aafd8a58ed94', 'name': 'network-vif-deleted', 'tag': 'b511e4da-66bc-4d64-abe9-d5c87e4aa886', 'status': 'completed', 'code': 200} Sep 22 04:46:08.985332 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvr_db [None req-562801df-da53-4068-a19b-b094ed9ed40f None None] Set router 506c2078-d2d6-4406-b4a4-ba97abfb0cfc gateway port host: dv-cinder-810118-1-iscsi {{(pid=94617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 04:46:09.192813 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-562801df-da53-4068-a19b-b094ed9ed40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '506c2078-d2d6-4406-b4a4-ba97abfb0cfc', 'name': 'tempest-TestVolumeBootPattern-2146789285-router', 'tenant_id': '413fcdd02cab49a4933214dcc8244926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'external_fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': '2c2e5cfa-2e3d-48bf-90a8-b694de702f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T04:43:22Z', 'updated_at': '2021-09-22T04:43:25Z', 'revision_number': 4, 'project_id': '413fcdd02cab49a4933214dcc8244926', 'gw_port': {'id': '2c2e5cfa-2e3d-48bf-90a8-b694de702f81', 'name': '', 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:9a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506c2078-d2d6-4406-b4a4-ba97abfb0cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:43:23Z', 'updated_at': '2021-09-22T04:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810118-1-iscsi', '_interfaces': [{'id': '9ef7b67d-1a3c-480c-9d10-3c549b57a21c', 'name': '', 'network_id': 'b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea', 'tenant_id': '413fcdd02cab49a4933214dcc8244926', 'mac_address': 'fa:16:3e:4d:ed:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506c2078-d2d6-4406-b4a4-ba97abfb0cfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '00de75c3-0975-4054-ac99-eafc43a34ef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:43:25Z', 'updated_at': '2021-09-22T04:43:29Z', 'revision_number': 5, 'project_id': '413fcdd02cab49a4933214dcc8244926', 'subnets': [{'id': '00de75c3-0975-4054-ac99-eafc43a34ef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810118-1-iscsi', False) {} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:46:09.224729 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562801df-da53-4068-a19b-b094ed9ed40f None None] Checking router: 506c2078-d2d6-4406-b4a4-ba97abfb0cfc for host: dv-cinder-810118-1-iscsi {{(pid=94617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 04:46:09.235072 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562801df-da53-4068-a19b-b094ed9ed40f None None] Routers {'506c2078-d2d6-4406-b4a4-ba97abfb0cfc'} bound to L3 agent in host dv-cinder-810118-1-iscsi {{(pid=94617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 04:46:09.235751 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-562801df-da53-4068-a19b-b094ed9ed40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810118-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T04:20:22Z,description=,heartbeat_timestamp=2021-09-22T04:45:52Z,host='dv-cinder-810118-1-iscsi',id=67baeb3b-346e-4680-9ea8-6eec6aa84835,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T04:20:23Z,topic='l3_agent')) {'router_ids': ['506c2078-d2d6-4406-b4a4-ba97abfb0cfc'], 'active': True} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:46:09.339199 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvr_db [None req-562801df-da53-4068-a19b-b094ed9ed40f None None] Set router 506c2078-d2d6-4406-b4a4-ba97abfb0cfc gateway port host: dv-cinder-810118-1-iscsi {{(pid=94617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 04:46:09.531799 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-562801df-da53-4068-a19b-b094ed9ed40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '506c2078-d2d6-4406-b4a4-ba97abfb0cfc', 'name': 'tempest-TestVolumeBootPattern-2146789285-router', 'tenant_id': '413fcdd02cab49a4933214dcc8244926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'external_fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': '2c2e5cfa-2e3d-48bf-90a8-b694de702f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T04:43:22Z', 'updated_at': '2021-09-22T04:43:25Z', 'revision_number': 4, 'project_id': '413fcdd02cab49a4933214dcc8244926', 'gw_port': {'id': '2c2e5cfa-2e3d-48bf-90a8-b694de702f81', 'name': '', 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:9a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506c2078-d2d6-4406-b4a4-ba97abfb0cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:43:23Z', 'updated_at': '2021-09-22T04:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810118-1-iscsi', '_interfaces': [{'id': '9ef7b67d-1a3c-480c-9d10-3c549b57a21c', 'name': '', 'network_id': 'b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea', 'tenant_id': '413fcdd02cab49a4933214dcc8244926', 'mac_address': 'fa:16:3e:4d:ed:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506c2078-d2d6-4406-b4a4-ba97abfb0cfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '00de75c3-0975-4054-ac99-eafc43a34ef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:43:25Z', 'updated_at': '2021-09-22T04:43:29Z', 'revision_number': 5, 'project_id': '413fcdd02cab49a4933214dcc8244926', 'subnets': [{'id': '00de75c3-0975-4054-ac99-eafc43a34ef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810118-1-iscsi', False) {} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:46:09.560234 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562801df-da53-4068-a19b-b094ed9ed40f None None] The sync data for ids ['506c2078-d2d6-4406-b4a4-ba97abfb0cfc'] in dv-cinder-810118-1-iscsi is: [{'id': '506c2078-d2d6-4406-b4a4-ba97abfb0cfc', 'name': 'tempest-TestVolumeBootPattern-2146789285-router', 'tenant_id': '413fcdd02cab49a4933214dcc8244926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'external_fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': '2c2e5cfa-2e3d-48bf-90a8-b694de702f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T04:43:22Z', 'updated_at': '2021-09-22T04:43:25Z', 'revision_number': 4, 'project_id': '413fcdd02cab49a4933214dcc8244926', 'gw_port': {'id': '2c2e5cfa-2e3d-48bf-90a8-b694de702f81', 'name': '', 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:9a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506c2078-d2d6-4406-b4a4-ba97abfb0cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:43:23Z', 'updated_at': '2021-09-22T04:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810118-1-iscsi', '_interfaces': [{'id': '9ef7b67d-1a3c-480c-9d10-3c549b57a21c', 'name': '', 'network_id': 'b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea', 'tenant_id': '413fcdd02cab49a4933214dcc8244926', 'mac_address': 'fa:16:3e:4d:ed:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506c2078-d2d6-4406-b4a4-ba97abfb0cfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '00de75c3-0975-4054-ac99-eafc43a34ef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:43:25Z', 'updated_at': '2021-09-22T04:43:29Z', 'revision_number': 5, 'project_id': '413fcdd02cab49a4933214dcc8244926', 'subnets': [{'id': '00de75c3-0975-4054-ac99-eafc43a34ef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 04:46:09.761411 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db391ae6-e93a-4996-ac0f-387cbb970318 None None] New status for floating IP 9c1866d9-7afc-490d-b304-31361acd4898: DOWN {{(pid=94618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 04:46:10.040239 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-e92edbbd-0480-4590-8ff6-cb79b69a821c req-e9753ec9-df91-4e2f-b8ad-4cac6177eff8 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba8cc90f-cf7b-46da-9fe5-aafd8a58ed94 HTTP/1.1" status: 200 len: 210 time: 0.0250287 Sep 22 04:46:11.235029 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-c1a113ae-5656-47ff-9d4f-282dc4efedf6 req-6e6f3729-044d-4dd4-a552-e6cb8e233044 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1018445103&fields=id&tenant_id=413fcdd02cab49a4933214dcc8244926 HTTP/1.1" status: 200 len: 267 time: 0.0319126 Sep 22 04:46:11.334703 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a113ae-5656-47ff-9d4f-282dc4efedf6 req-ebaa3552-3952-4ebd-aeb4-ea7dbc59fa48 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:46:11.336122 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-c1a113ae-5656-47ff-9d4f-282dc4efedf6 req-ebaa3552-3952-4ebd-aeb4-ea7dbc59fa48 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] 10.222.0.24 "GET /v2.0/networks?id=b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea HTTP/1.1" status: 200 len: 812 time: 0.0946741 Sep 22 04:46:11.350735 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-c1a113ae-5656-47ff-9d4f-282dc4efedf6 req-62227c62-60dd-4adb-959c-b9aaab155564 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] 10.222.0.24 "GET /v2.0/quotas/413fcdd02cab49a4933214dcc8244926 HTTP/1.1" status: 200 len: 375 time: 0.0090330 Sep 22 04:46:11.403304 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-c1a113ae-5656-47ff-9d4f-282dc4efedf6 req-a715dbb9-436b-46e3-84d2-05aaef87ecea tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=413fcdd02cab49a4933214dcc8244926&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0475399 Sep 22 04:46:11.460080 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [req-c1a113ae-5656-47ff-9d4f-282dc4efedf6 req-f1ad7f98-8d66-42af-8fa2-aadc069b0bd0 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94616) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 04:46:11.461092 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-c1a113ae-5656-47ff-9d4f-282dc4efedf6 req-f1ad7f98-8d66-42af-8fa2-aadc069b0bd0 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0463204 Sep 22 04:46:11.545610 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-c1a113ae-5656-47ff-9d4f-282dc4efedf6 req-bd804f63-c4fe-409e-bb23-7c827343985b service neutron] 10.222.0.24 "GET /v2.0/networks/b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783296 Sep 22 04:46:11.633302 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-c1a113ae-5656-47ff-9d4f-282dc4efedf6 req-985c9521-9703-4275-b803-4d571ead14e8 service neutron] 10.222.0.24 "GET /v2.0/networks/b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818887 Sep 22 04:46:11.701647 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Device b511e4da-66bc-4d64-abe9-d5c87e4aa886 no longer exists at agent hyperv_hv-cinder-81011 {{(pid=94617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 04:46:11.721146 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.plugin [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] No Port match for: b511e4da-66bc-4d64-abe9-d5c87e4aa886 {{(pid=94617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 04:46:11.721490 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Device b511e4da-66bc-4d64-abe9-d5c87e4aa886 not bound to the agent host hv-cinder-81011 {{(pid=94617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 04:46:12.304822 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-c230f576-de8a-4144-8acb-9f4a66b5f131 req-f5ead504-348e-4e29-9fe0-f17d86fd897b tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba6a84cc-0fea-41ab-9f8b-2a5610d89036 HTTP/1.1" status: 200 len: 210 time: 0.0304005 Sep 22 04:46:13.395541 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-dbaf7da9-78c0-48a4-be66-af44dbbb6418 req-1626a6b6-00cb-4046-97db-786b7fd03f71 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba6a84cc-0fea-41ab-9f8b-2a5610d89036 HTTP/1.1" status: 200 len: 210 time: 0.0250008 Sep 22 04:46:14.490397 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-83d69e6a-eb90-4ed1-b4af-e8a4bdcf2ff1 req-263990ea-4c92-4f29-ad46-05a359df2da8 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba6a84cc-0fea-41ab-9f8b-2a5610d89036 HTTP/1.1" status: 200 len: 210 time: 0.0293136 Sep 22 04:46:15.468630 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [req-62e90050-067d-4106-844f-25d4f94cf537 req-0e29e5f4-4f14-4fb4-b904-1c943cc29553 service neutron] (94615) timed out ('10.222.0.24', 45574) {{(pid=94615) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 22 04:46:15.547203 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a113ae-5656-47ff-9d4f-282dc4efedf6 req-bd639a30-0bfb-4d1f-bd42-c51c63d193f7 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:46:15.548877 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-c1a113ae-5656-47ff-9d4f-282dc4efedf6 req-bd639a30-0bfb-4d1f-bd42-c51c63d193f7 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] 10.222.0.30 "GET /v2.0/networks?id=b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea HTTP/1.1" status: 200 len: 812 time: 0.3769486 Sep 22 04:46:15.588494 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-175d2e5c-e2bc-4ee5-a1e7-536768377f11 req-9fb9516d-8eed-421c-80b2-32487c06420b tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba6a84cc-0fea-41ab-9f8b-2a5610d89036 HTTP/1.1" status: 200 len: 210 time: 0.0314062 Sep 22 04:46:15.614480 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-c1a113ae-5656-47ff-9d4f-282dc4efedf6 req-7a22b002-0a40-493a-aeaf-7e1da6475b99 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=413fcdd02cab49a4933214dcc8244926 HTTP/1.1" status: 200 len: 380 time: 0.0563281 Sep 22 04:46:15.626287 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.v2.base [req-c1a113ae-5656-47ff-9d4f-282dc4efedf6 req-b16be1f6-5c46-42ca-a8de-e78248d5d9e9 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Request body: {'port': {'device_id': 'ba6a84cc-0fea-41ab-9f8b-2a5610d89036', 'network_id': 'b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea', 'admin_state_up': True, 'tenant_id': '413fcdd02cab49a4933214dcc8244926', 'security_groups': ['8763fa55-6f75-45c8-99f0-29bf67d24342']}} {{(pid=94616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 04:46:15.780054 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1a113ae-5656-47ff-9d4f-282dc4efedf6 req-b16be1f6-5c46-42ca-a8de-e78248d5d9e9 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Made reservation on behalf of 413fcdd02cab49a4933214dcc8244926 for: {'port': 1} {{(pid=94616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 04:46:15.784221 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-c1a113ae-5656-47ff-9d4f-282dc4efedf6 req-b16be1f6-5c46-42ca-a8de-e78248d5d9e9 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:46:15.903260 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.db.db_base_plugin_common [req-c1a113ae-5656-47ff-9d4f-282dc4efedf6 req-b16be1f6-5c46-42ca-a8de-e78248d5d9e9 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Allocated IP 172.20.0.5 (b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea/00de75c3-0975-4054-ac99-eafc43a34ef1/86d65057-9aef-46ec-892d-34031a30e3d6) {{(pid=94616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 04:46:16.039826 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-c1a113ae-5656-47ff-9d4f-282dc4efedf6 req-b16be1f6-5c46-42ca-a8de-e78248d5d9e9 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Notify callbacks [] for port, precommit_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:46:16.138737 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-c1a113ae-5656-47ff-9d4f-282dc4efedf6 req-b16be1f6-5c46-42ca-a8de-e78248d5d9e9 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769518673857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534565802'] for port, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:46:16.179706 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1a113ae-5656-47ff-9d4f-282dc4efedf6 req-b16be1f6-5c46-42ca-a8de-e78248d5d9e9 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Network b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea is already hosted by enough agents. {{(pid=94616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 04:46:16.182775 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.scheduler.base_scheduler [req-c1a113ae-5656-47ff-9d4f-282dc4efedf6 req-b16be1f6-5c46-42ca-a8de-e78248d5d9e9 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Resources bound (agent type, host, resource id): {{(pid=94616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 04:46:16.186300 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1a113ae-5656-47ff-9d4f-282dc4efedf6 req-b16be1f6-5c46-42ca-a8de-e78248d5d9e9 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Received port after_create {{(pid=94616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 04:46:16.219066 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16be1f6-5c46-42ca-a8de-e78248d5d9e9 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Pushing event updated for resources: {'Port': ['ID=86d65057-9aef-46ec-892d-34031a30e3d6,revision_number=1']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:46:16.245116 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a113ae-5656-47ff-9d4f-282dc4efedf6 req-b16be1f6-5c46-42ca-a8de-e78248d5d9e9 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:46:16.247243 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-c1a113ae-5656-47ff-9d4f-282dc4efedf6 req-b16be1f6-5c46-42ca-a8de-e78248d5d9e9 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34584'] for port, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:46:16.380263 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-6169e659-8f4b-4f94-a2e6-320cdba3f820 None None] Provisioning complete for port 86d65057-9aef-46ec-892d-34031a30e3d6 triggered by entity DHCP. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 04:46:16.380885 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-6169e659-8f4b-4f94-a2e6-320cdba3f820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628798'] for port, provisioning_complete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:46:16.398434 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-c1a113ae-5656-47ff-9d4f-282dc4efedf6 req-b16be1f6-5c46-42ca-a8de-e78248d5d9e9 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7766159 Sep 22 04:46:16.410985 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.v2.base [req-c1a113ae-5656-47ff-9d4f-282dc4efedf6 req-dc9974e2-d4ea-4b52-af5c-11ac2e42140c service neutron] Request body: {'port': {'device_id': 'ba6a84cc-0fea-41ab-9f8b-2a5610d89036', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81011'}} {{(pid=94616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 04:46:16.413354 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.plugin [None req-6169e659-8f4b-4f94-a2e6-320cdba3f820 None None] Port 86d65057-9aef-46ec-892d-34031a30e3d6 cannot update to ACTIVE because it is not bound. {{(pid=94617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 04:46:16.462946 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-c1a113ae-5656-47ff-9d4f-282dc4efedf6 req-dc9974e2-d4ea-4b52-af5c-11ac2e42140c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:46:16.700832 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635620d8-067b-40be-b71f-fa6044594b27 req-c1501d4c-a25a-4437-ba90-4d54752e3156 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:46:16.702317 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-635620d8-067b-40be-b71f-fa6044594b27 req-c1501d4c-a25a-4437-ba90-4d54752e3156 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba6a84cc-0fea-41ab-9f8b-2a5610d89036 HTTP/1.1" status: 200 len: 931 time: 0.0477810 Sep 22 04:46:16.724162 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.notifiers.nova [req-c1a113ae-5656-47ff-9d4f-282dc4efedf6 req-dc9974e2-d4ea-4b52-af5c-11ac2e42140c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86d65057-9aef-46ec-892d-34031a30e3d6 {{(pid=94616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 04:46:16.731573 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-c1a113ae-5656-47ff-9d4f-282dc4efedf6 req-dc9974e2-d4ea-4b52-af5c-11ac2e42140c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:46:16.739869 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-635620d8-067b-40be-b71f-fa6044594b27 req-9c084619-7f8c-463d-bea0-270249e3a09b tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] 10.222.0.24 "GET /v2.0/security-groups?id=8763fa55-6f75-45c8-99f0-29bf67d24342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311136 Sep 22 04:46:16.744324 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [req-c1a113ae-5656-47ff-9d4f-282dc4efedf6 req-dc9974e2-d4ea-4b52-af5c-11ac2e42140c service neutron] Transition to ACTIVE for port object 86d65057-9aef-46ec-892d-34031a30e3d6 will not be triggered until provisioned by entity L2. {{(pid=94616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 04:46:16.831547 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-c1a113ae-5656-47ff-9d4f-282dc4efedf6 req-dc9974e2-d4ea-4b52-af5c-11ac2e42140c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534565793'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:46:16.885112 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9974e2-d4ea-4b52-af5c-11ac2e42140c service neutron] Pushing event updated for resources: {'Port': ['ID=86d65057-9aef-46ec-892d-34031a30e3d6,revision_number=2']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:46:16.953588 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.managers [req-c1a113ae-5656-47ff-9d4f-282dc4efedf6 req-dc9974e2-d4ea-4b52-af5c-11ac2e42140c service neutron] Attempting to bind port 86d65057-9aef-46ec-892d-34031a30e3d6 on host hv-cinder-81011 for vnic_type normal with profile {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 04:46:16.954004 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.managers [req-c1a113ae-5656-47ff-9d4f-282dc4efedf6 req-dc9974e2-d4ea-4b52-af5c-11ac2e42140c service neutron] Attempting to bind port 86d65057-9aef-46ec-892d-34031a30e3d6 by drivers openvswitch,hyperv on host hv-cinder-81011 at level 0 using segments [{'id': '4fdc73c2-84d6-43bf-a2bb-789fede3c216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea'}] {{(pid=94616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 04:46:16.954282 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a113ae-5656-47ff-9d4f-282dc4efedf6 req-dc9974e2-d4ea-4b52-af5c-11ac2e42140c service neutron] Attempting to bind port 86d65057-9aef-46ec-892d-34031a30e3d6 on network b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 04:46:16.958618 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a113ae-5656-47ff-9d4f-282dc4efedf6 req-dc9974e2-d4ea-4b52-af5c-11ac2e42140c service neutron] Port 86d65057-9aef-46ec-892d-34031a30e3d6 on network b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81011 {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 04:46:16.958949 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a113ae-5656-47ff-9d4f-282dc4efedf6 req-dc9974e2-d4ea-4b52-af5c-11ac2e42140c service neutron] Attempting to bind port 86d65057-9aef-46ec-892d-34031a30e3d6 on network b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 04:46:16.963829 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a113ae-5656-47ff-9d4f-282dc4efedf6 req-dc9974e2-d4ea-4b52-af5c-11ac2e42140c service neutron] Checking agent: {'id': '347231d5-0b5a-4d21-8b71-bfdb97c43ccc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81011', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 4, 26, 37), 'started_at': datetime.datetime(2021, 9, 22, 4, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 4, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 04:46:16.964168 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a113ae-5656-47ff-9d4f-282dc4efedf6 req-dc9974e2-d4ea-4b52-af5c-11ac2e42140c service neutron] Checking segment: {'id': '4fdc73c2-84d6-43bf-a2bb-789fede3c216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 04:46:16.964582 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a113ae-5656-47ff-9d4f-282dc4efedf6 req-dc9974e2-d4ea-4b52-af5c-11ac2e42140c service neutron] Bound using segment: {'id': '4fdc73c2-84d6-43bf-a2bb-789fede3c216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea'} {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 04:46:16.965014 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.managers [req-c1a113ae-5656-47ff-9d4f-282dc4efedf6 req-dc9974e2-d4ea-4b52-af5c-11ac2e42140c service neutron] Bound port: 86d65057-9aef-46ec-892d-34031a30e3d6, host: hv-cinder-81011, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fdc73c2-84d6-43bf-a2bb-789fede3c216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea'}}] {{(pid=94616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 04:46:16.965377 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-c1a113ae-5656-47ff-9d4f-282dc4efedf6 req-dc9974e2-d4ea-4b52-af5c-11ac2e42140c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:46:17.032940 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [req-c1a113ae-5656-47ff-9d4f-282dc4efedf6 req-dc9974e2-d4ea-4b52-af5c-11ac2e42140c service neutron] For port 86d65057-9aef-46ec-892d-34031a30e3d6, host hv-cinder-81011, cleared binding levels {{(pid=94616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 04:46:17.036021 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [req-c1a113ae-5656-47ff-9d4f-282dc4efedf6 req-dc9974e2-d4ea-4b52-af5c-11ac2e42140c service neutron] For port 86d65057-9aef-46ec-892d-34031a30e3d6, host hv-cinder-81011, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81011',level=0,port_id=86d65057-9aef-46ec-892d-34031a30e3d6,segment=NetworkSegment(4fdc73c2-84d6-43bf-a2bb-789fede3c216),segment_id=4fdc73c2-84d6-43bf-a2bb-789fede3c216)] {{(pid=94616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 04:46:17.135196 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-c1a113ae-5656-47ff-9d4f-282dc4efedf6 req-dc9974e2-d4ea-4b52-af5c-11ac2e42140c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534565793'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:46:17.169142 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a113ae-5656-47ff-9d4f-282dc4efedf6 req-dc9974e2-d4ea-4b52-af5c-11ac2e42140c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:46:17.169757 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-c1a113ae-5656-47ff-9d4f-282dc4efedf6 req-dc9974e2-d4ea-4b52-af5c-11ac2e42140c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34584'] for port, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:46:17.171148 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-c1a113ae-5656-47ff-9d4f-282dc4efedf6 req-dc9974e2-d4ea-4b52-af5c-11ac2e42140c service neutron] 10.222.0.30 "PUT /v2.0/ports/86d65057-9aef-46ec-892d-34031a30e3d6 HTTP/1.1" status: 200 len: 1093 time: 0.7642448 Sep 22 04:46:17.171573 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba6a84cc-0fea-41ab-9f8b-2a5610d89036', 'tag': '86d65057-9aef-46ec-892d-34031a30e3d6'}] {{(pid=94616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 04:46:17.174429 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ee93b3f7eb2b2b6a350c95698ebe5b9c8d238e2160e747b625fec6bb3c76933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80f739f3-018e-4587-80d0-6ab45a372f15" -d '{"events": [{"name": "network-changed", "server_uuid": "ba6a84cc-0fea-41ab-9f8b-2a5610d89036", "tag": "86d65057-9aef-46ec-892d-34031a30e3d6"}]}' {{(pid=94616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 04:46:17.200253 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9974e2-d4ea-4b52-af5c-11ac2e42140c service neutron] Pushing event updated for resources: {'Port': ['ID=86d65057-9aef-46ec-892d-34031a30e3d6,revision_number=3']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:46:17.212837 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 04:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-627c47e3-5b01-4ea3-98ba-6dba78fece02 x-openstack-request-id: req-627c47e3-5b01-4ea3-98ba-6dba78fece02 {{(pid=94616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 04:46:17.213182 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba6a84cc-0fea-41ab-9f8b-2a5610d89036", "tag": "86d65057-9aef-46ec-892d-34031a30e3d6", "status": "completed", "code": 200}]} {{(pid=94616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 04:46:17.213430 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-627c47e3-5b01-4ea3-98ba-6dba78fece02 {{(pid=94616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 04:46:17.213937 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba6a84cc-0fea-41ab-9f8b-2a5610d89036', 'tag': '86d65057-9aef-46ec-892d-34031a30e3d6', 'status': 'completed', 'code': 200} Sep 22 04:46:17.276937 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f739f3-018e-4587-80d0-6ab45a372f15 req-793d204a-0751-4d23-9b51-68646841d4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:46:17.278447 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-80f739f3-018e-4587-80d0-6ab45a372f15 req-793d204a-0751-4d23-9b51-68646841d4d2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=413fcdd02cab49a4933214dcc8244926&device_id=ba6a84cc-0fea-41ab-9f8b-2a5610d89036 HTTP/1.1" status: 200 len: 1096 time: 0.0428987 Sep 22 04:46:17.380084 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f739f3-018e-4587-80d0-6ab45a372f15 req-cb035a6e-2480-4761-9a56-305f1c955980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:46:17.381565 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-80f739f3-018e-4587-80d0-6ab45a372f15 req-cb035a6e-2480-4761-9a56-305f1c955980 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=413fcdd02cab49a4933214dcc8244926&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0951462 Sep 22 04:46:17.471415 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f739f3-018e-4587-80d0-6ab45a372f15 req-11d451fc-e65e-4044-a7e3-32478f86e633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:46:17.472775 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-80f739f3-018e-4587-80d0-6ab45a372f15 req-11d451fc-e65e-4044-a7e3-32478f86e633 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0837860 Sep 22 04:46:17.549938 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a113ae-5656-47ff-9d4f-282dc4efedf6 req-4dbe76a2-0cfa-4e78-b5db-716dce90d2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:46:17.551402 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-c1a113ae-5656-47ff-9d4f-282dc4efedf6 req-4dbe76a2-0cfa-4e78-b5db-716dce90d2ca service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=413fcdd02cab49a4933214dcc8244926&device_id=ba6a84cc-0fea-41ab-9f8b-2a5610d89036 HTTP/1.1" status: 200 len: 1096 time: 0.0437863 Sep 22 04:46:17.592243 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-c1a113ae-5656-47ff-9d4f-282dc4efedf6 req-2fd86f40-6372-4443-a059-17a893841b85 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86d65057-9aef-46ec-892d-34031a30e3d6 HTTP/1.1" status: 200 len: 217 time: 0.0329869 Sep 22 04:46:17.638749 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a113ae-5656-47ff-9d4f-282dc4efedf6 req-2f750c99-56e3-4833-87bd-87ef17954a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:46:17.640098 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-c1a113ae-5656-47ff-9d4f-282dc4efedf6 req-2f750c99-56e3-4833-87bd-87ef17954a10 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=00de75c3-0975-4054-ac99-eafc43a34ef1 HTTP/1.1" status: 200 len: 851 time: 0.0409071 Sep 22 04:46:17.682058 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a113ae-5656-47ff-9d4f-282dc4efedf6 req-67b952e7-6685-489f-a48b-8144d98472af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:46:17.683458 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-c1a113ae-5656-47ff-9d4f-282dc4efedf6 req-67b952e7-6685-489f-a48b-8144d98472af service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0363665 Sep 22 04:46:17.773522 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-c1a113ae-5656-47ff-9d4f-282dc4efedf6 req-8382b0e4-f85f-4520-93da-5b92ad39039a service neutron] 10.222.0.30 "GET /v2.0/networks/b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828137 Sep 22 04:46:17.852510 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c300713-1df5-4508-a9e0-ea36fc3d5908 req-db8b5a7b-ff3b-47e4-b8ff-5ee8b03853f4 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:46:17.854001 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-7c300713-1df5-4508-a9e0-ea36fc3d5908 req-db8b5a7b-ff3b-47e4-b8ff-5ee8b03853f4 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba6a84cc-0fea-41ab-9f8b-2a5610d89036 HTTP/1.1" status: 200 len: 943 time: 0.0476136 Sep 22 04:46:17.866040 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-c1a113ae-5656-47ff-9d4f-282dc4efedf6 req-0eabebcc-3421-450f-888d-caf470798ebb service neutron] 10.222.0.30 "GET /v2.0/networks/b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857491 Sep 22 04:46:17.892336 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-7c300713-1df5-4508-a9e0-ea36fc3d5908 req-bb183531-54fd-40a8-99b4-c79a086a1747 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] 10.222.0.24 "GET /v2.0/security-groups?id=8763fa55-6f75-45c8-99f0-29bf67d24342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317802 Sep 22 04:46:19.003314 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9864725-39b3-46af-8bae-cf40498bd04d req-19861f48-477a-4be2-b34b-a3320561b6d1 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:46:19.005030 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-b9864725-39b3-46af-8bae-cf40498bd04d req-19861f48-477a-4be2-b34b-a3320561b6d1 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba6a84cc-0fea-41ab-9f8b-2a5610d89036 HTTP/1.1" status: 200 len: 943 time: 0.0472865 Sep 22 04:46:19.041307 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-b9864725-39b3-46af-8bae-cf40498bd04d req-941141a7-6434-4821-aaf2-4827d35f713b tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] 10.222.0.24 "GET /v2.0/security-groups?id=8763fa55-6f75-45c8-99f0-29bf67d24342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304472 Sep 22 04:46:20.095363 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-8fa3d476-b460-4399-bd24-14c61edca6a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:46:20.154012 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabed810-22ee-4f96-9fdc-82374d259837 req-da21ac44-4459-4783-9db4-b92395fff491 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:46:20.155457 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-eabed810-22ee-4f96-9fdc-82374d259837 req-da21ac44-4459-4783-9db4-b92395fff491 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba6a84cc-0fea-41ab-9f8b-2a5610d89036 HTTP/1.1" status: 200 len: 943 time: 0.0511060 Sep 22 04:46:20.194400 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-eabed810-22ee-4f96-9fdc-82374d259837 req-c21cc1f6-cab9-4e0b-a6b4-fd829155b942 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] 10.222.0.24 "GET /v2.0/security-groups?id=8763fa55-6f75-45c8-99f0-29bf67d24342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324426 Sep 22 04:46:21.304107 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a71a8d5-9d48-419e-a6e0-b1a676513779 req-653c6c1f-139a-432b-b878-faab9cc7156f tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:46:21.305572 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-1a71a8d5-9d48-419e-a6e0-b1a676513779 req-653c6c1f-139a-432b-b878-faab9cc7156f tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba6a84cc-0fea-41ab-9f8b-2a5610d89036 HTTP/1.1" status: 200 len: 943 time: 0.0464070 Sep 22 04:46:21.341572 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-1a71a8d5-9d48-419e-a6e0-b1a676513779 req-5379db06-fe62-4a16-bcb9-08dfe1b31d8f tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] 10.222.0.24 "GET /v2.0/security-groups?id=8763fa55-6f75-45c8-99f0-29bf67d24342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301356 Sep 22 04:46:22.452793 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25387be8-6ec9-4c6d-8109-6511aefe9367 req-47629c12-b226-485c-8d98-7fb334e41010 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:46:22.454898 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-25387be8-6ec9-4c6d-8109-6511aefe9367 req-47629c12-b226-485c-8d98-7fb334e41010 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba6a84cc-0fea-41ab-9f8b-2a5610d89036 HTTP/1.1" status: 200 len: 943 time: 0.0490222 Sep 22 04:46:22.491766 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-25387be8-6ec9-4c6d-8109-6511aefe9367 req-8f8f780e-3d12-4434-842a-6b31e24dc96c tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] 10.222.0.24 "GET /v2.0/security-groups?id=8763fa55-6f75-45c8-99f0-29bf67d24342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308754 Sep 22 04:46:22.500559 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-1a52f370-84cc-4090-b082-1325599f1cc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:46:23.383817 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:46:23.605864 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365e127f-61f9-40f9-8f99-b7cda5fdc187 req-f6d42799-ebaf-460d-9234-3f8930bb18e3 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:46:23.607321 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-365e127f-61f9-40f9-8f99-b7cda5fdc187 req-f6d42799-ebaf-460d-9234-3f8930bb18e3 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba6a84cc-0fea-41ab-9f8b-2a5610d89036 HTTP/1.1" status: 200 len: 943 time: 0.0507646 Sep 22 04:46:23.645001 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-365e127f-61f9-40f9-8f99-b7cda5fdc187 req-0809b295-aaff-433b-955b-bc5b771cf489 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] 10.222.0.24 "GET /v2.0/security-groups?id=8763fa55-6f75-45c8-99f0-29bf67d24342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315251 Sep 22 04:46:23.795358 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Device 86d65057-9aef-46ec-892d-34031a30e3d6 details requested by agent hyperv_hv-cinder-81011 with host hv-cinder-81011 {{(pid=94617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 04:46:23.888331 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] For port 86d65057-9aef-46ec-892d-34031a30e3d6, host hv-cinder-81011, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81011',level=0,port_id=86d65057-9aef-46ec-892d-34031a30e3d6,segment=NetworkSegment(4fdc73c2-84d6-43bf-a2bb-789fede3c216),segment_id=4fdc73c2-84d6-43bf-a2bb-789fede3c216)] {{(pid=94617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:46:23.899555 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Returning: {'device': '86d65057-9aef-46ec-892d-34031a30e3d6', 'network_id': 'b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea', 'port_id': '86d65057-9aef-46ec-892d-34031a30e3d6', 'mac_address': 'fa:16:3e:72:8d:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00de75c3-0975-4054-ac99-eafc43a34ef1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 04:46:23.936421 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:46:23.948918 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.notifiers.nova [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86d65057-9aef-46ec-892d-34031a30e3d6 {{(pid=94617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 04:46:23.967257 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] For port 86d65057-9aef-46ec-892d-34031a30e3d6, host hv-cinder-81011, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81011',level=0,port_id=86d65057-9aef-46ec-892d-34031a30e3d6,segment=NetworkSegment(4fdc73c2-84d6-43bf-a2bb-789fede3c216),segment_id=4fdc73c2-84d6-43bf-a2bb-789fede3c216)] {{(pid=94617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:46:24.025707 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:46:24.082884 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Pushing event updated for resources: {'Port': ['ID=86d65057-9aef-46ec-892d-34031a30e3d6,revision_number=4']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:46:24.090161 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:46:24.093493 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:46:24.093493 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:46:24.093493 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:46:24.093493 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:46:24.093493 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:46:24.093493 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:46:24.093493 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:46:24.093493 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:46:24.093493 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:46:24.093493 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:46:24.094329 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:46:24.143112 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-62fe730e-da9a-4cac-a5e3-718f571d83ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:46:24.257512 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] get_ports_and_sgs() called for port_ids ['86d65057-9aef-46ec-892d-34031a30e3d6'] {{(pid=94617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 04:46:24.757242 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25421d81-e23f-4de4-be52-134d09f68939 req-dd9200e0-bf18-4dfb-97a0-ed9e9da1c56e tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:46:24.758732 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-25421d81-e23f-4de4-be52-134d09f68939 req-dd9200e0-bf18-4dfb-97a0-ed9e9da1c56e tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba6a84cc-0fea-41ab-9f8b-2a5610d89036 HTTP/1.1" status: 200 len: 944 time: 0.0483365 Sep 22 04:46:24.796438 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-25421d81-e23f-4de4-be52-134d09f68939 req-80c43e39-77c5-4b38-96b7-97b8f6da1ad6 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] 10.222.0.24 "GET /v2.0/security-groups?id=8763fa55-6f75-45c8-99f0-29bf67d24342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318344 Sep 22 04:46:25.694352 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-c7bbae2d-f237-46cc-b838-3371bd865633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:46:25.793403 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Device 86d65057-9aef-46ec-892d-34031a30e3d6 up at agent hyperv_hv-cinder-81011 {{(pid=94617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 04:46:25.897969 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Provisioning for port 86d65057-9aef-46ec-892d-34031a30e3d6 completed by entity L2. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 04:46:25.901865 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Provisioning complete for port 86d65057-9aef-46ec-892d-34031a30e3d6 triggered by entity L2. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 04:46:25.902175 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628798'] for port, provisioning_complete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:46:25.907995 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb9af76-34fa-49d5-bcdf-4cece11c7f0c req-61d35d60-859a-40f8-966d-e2d1b303ff8d tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:46:25.909735 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-3cb9af76-34fa-49d5-bcdf-4cece11c7f0c req-61d35d60-859a-40f8-966d-e2d1b303ff8d tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba6a84cc-0fea-41ab-9f8b-2a5610d89036 HTTP/1.1" status: 200 len: 944 time: 0.0480618 Sep 22 04:46:25.947728 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-3cb9af76-34fa-49d5-bcdf-4cece11c7f0c req-0531c299-5d65-4772-94ce-06c2e9fa113e tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] 10.222.0.24 "GET /v2.0/security-groups?id=8763fa55-6f75-45c8-99f0-29bf67d24342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318065 Sep 22 04:46:25.979489 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:46:26.114148 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba6a84cc-0fea-41ab-9f8b-2a5610d89036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86d65057-9aef-46ec-892d-34031a30e3d6'}] {{(pid=94617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 04:46:26.116360 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}993cef13cba3f0ab7640ec7edf55a13b4a27e0226575f61fb20ce20e7b239147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06a8a57a-c5f8-4ae5-8329-1dedff21b0f1" -d '{"events": [{"server_uuid": "ba6a84cc-0fea-41ab-9f8b-2a5610d89036", "name": "network-vif-plugged", "status": "completed", "tag": "86d65057-9aef-46ec-892d-34031a30e3d6"}]}' {{(pid=94617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 04:46:26.128170 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] For port 86d65057-9aef-46ec-892d-34031a30e3d6, host hv-cinder-81011, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81011',level=0,port_id=86d65057-9aef-46ec-892d-34031a30e3d6,segment=NetworkSegment(4fdc73c2-84d6-43bf-a2bb-789fede3c216),segment_id=4fdc73c2-84d6-43bf-a2bb-789fede3c216)] {{(pid=94617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:46:26.155786 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 04:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b022c562-a9da-4e91-802f-24bf18555311 x-openstack-request-id: req-b022c562-a9da-4e91-802f-24bf18555311 {{(pid=94617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 04:46:26.155786 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba6a84cc-0fea-41ab-9f8b-2a5610d89036", "name": "network-vif-plugged", "status": "completed", "tag": "86d65057-9aef-46ec-892d-34031a30e3d6", "code": 200}]} {{(pid=94617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 04:46:26.155786 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b022c562-a9da-4e91-802f-24bf18555311 {{(pid=94617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 04:46:26.155786 dv-cinder-810118-1-iscsi neutron-server[94617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba6a84cc-0fea-41ab-9f8b-2a5610d89036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86d65057-9aef-46ec-892d-34031a30e3d6', 'code': 200} Sep 22 04:46:26.208933 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:46:26.255920 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Pushing event updated for resources: {'Port': ['ID=86d65057-9aef-46ec-892d-34031a30e3d6,revision_number=5']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:46:26.463314 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876e2fe5-25fd-4413-8c04-a98cfc03cbd9 req-91e656a6-15e0-41f3-a8bc-4fbc4612a290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:46:26.464701 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-876e2fe5-25fd-4413-8c04-a98cfc03cbd9 req-91e656a6-15e0-41f3-a8bc-4fbc4612a290 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ba6a84cc-0fea-41ab-9f8b-2a5610d89036 HTTP/1.1" status: 200 len: 1098 time: 0.0381811 Sep 22 04:46:26.497615 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-876e2fe5-25fd-4413-8c04-a98cfc03cbd9 req-57534cae-7295-41dc-bc78-09e8205b18c6 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8763fa55-6f75-45c8-99f0-29bf67d24342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0260715 Sep 22 04:46:27.060786 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb03732-3170-4f09-b9f8-57ce2d912a51 req-0891a3fb-43cd-4285-ba77-00eee66f467c tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:46:27.062263 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-7eb03732-3170-4f09-b9f8-57ce2d912a51 req-0891a3fb-43cd-4285-ba77-00eee66f467c tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba6a84cc-0fea-41ab-9f8b-2a5610d89036 HTTP/1.1" status: 200 len: 945 time: 0.0499520 Sep 22 04:46:27.065918 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.agents_db [None req-7fda405f-bd13-41fd-9497-f6551785b8a3 None None] Agent healthcheck: found 6 active agents {{(pid=94618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 04:46:27.098295 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-7eb03732-3170-4f09-b9f8-57ce2d912a51 req-7444c4d1-b685-4807-81f2-85c73eb827d9 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] 10.222.0.24 "GET /v2.0/security-groups?id=8763fa55-6f75-45c8-99f0-29bf67d24342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296381 Sep 22 04:46:28.214862 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baffd97-acd2-4311-aed2-bde0b5fa547b req-55d605e1-32f5-40ee-8cfd-2cc87198bf3f tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:46:28.216320 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-2baffd97-acd2-4311-aed2-bde0b5fa547b req-55d605e1-32f5-40ee-8cfd-2cc87198bf3f tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba6a84cc-0fea-41ab-9f8b-2a5610d89036 HTTP/1.1" status: 200 len: 945 time: 0.0514224 Sep 22 04:46:28.253537 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-2baffd97-acd2-4311-aed2-bde0b5fa547b req-fd7b8c1e-1aa8-4c89-84e7-abf4a987cfd3 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] 10.222.0.24 "GET /v2.0/security-groups?id=8763fa55-6f75-45c8-99f0-29bf67d24342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312300 Sep 22 04:46:28.364128 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282e2ee1-5a46-4dca-ac62-e383c3dc0729 req-a0f25f01-995b-41a2-b3d9-d16b47a53742 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:46:28.365593 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-282e2ee1-5a46-4dca-ac62-e383c3dc0729 req-a0f25f01-995b-41a2-b3d9-d16b47a53742 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba6a84cc-0fea-41ab-9f8b-2a5610d89036 HTTP/1.1" status: 200 len: 945 time: 0.0469987 Sep 22 04:46:28.402289 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-282e2ee1-5a46-4dca-ac62-e383c3dc0729 req-b17c264d-7694-4790-bafe-cee1f40a51ec tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] 10.222.0.24 "GET /v2.0/security-groups?id=8763fa55-6f75-45c8-99f0-29bf67d24342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308561 Sep 22 04:46:28.422853 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 51744) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:46:28.460452 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae52486-d8dd-424f-aa0c-a7f15d1ddf54 tempest-TestVolumeBootPattern-2143673122 tempest-TestVolumeBootPattern-2143673122-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:46:28.461919 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-fae52486-d8dd-424f-aa0c-a7f15d1ddf54 tempest-TestVolumeBootPattern-2143673122 tempest-TestVolumeBootPattern-2143673122-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=ba6a84cc-0fea-41ab-9f8b-2a5610d89036 HTTP/1.1" status: 200 len: 1093 time: 0.0381341 Sep 22 04:46:28.464479 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 51746) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:46:28.468545 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.v2.base [None req-a24902c2-a5a5-42d9-bfbe-04cd2d67aabc tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Request body: {'floatingip': {'floating_network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'port_id': '86d65057-9aef-46ec-892d-34031a30e3d6', 'tenant_id': '413fcdd02cab49a4933214dcc8244926', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 04:46:28.545948 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-a24902c2-a5a5-42d9-bfbe-04cd2d67aabc tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Notify callbacks [] for floatingip, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:46:28.642679 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-a24902c2-a5a5-42d9-bfbe-04cd2d67aabc tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:46:28.739656 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.db.db_base_plugin_common [None req-a24902c2-a5a5-42d9-bfbe-04cd2d67aabc tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Allocated IP 172.27.3.59 (1c001e5d-5f10-46e0-9089-3ba13d08e463/ef28eb13-4204-4034-a22d-0722adaca342/1a0b4b2a-1087-47ba-a704-09869951e5da) {{(pid=94616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 04:46:28.838837 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-a24902c2-a5a5-42d9-bfbe-04cd2d67aabc tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Notify callbacks [] for port, precommit_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:46:28.938096 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-a24902c2-a5a5-42d9-bfbe-04cd2d67aabc tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769518673857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534565802'] for port, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:46:28.974992 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24902c2-a5a5-42d9-bfbe-04cd2d67aabc tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Network 1c001e5d-5f10-46e0-9089-3ba13d08e463 is already hosted by enough agents. {{(pid=94616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 04:46:28.979069 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.scheduler.base_scheduler [None req-a24902c2-a5a5-42d9-bfbe-04cd2d67aabc tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Resources bound (agent type, host, resource id): {{(pid=94616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 04:46:28.985762 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24902c2-a5a5-42d9-bfbe-04cd2d67aabc tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Received port after_create {{(pid=94616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 04:46:28.988738 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24902c2-a5a5-42d9-bfbe-04cd2d67aabc tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Pushing event updated for resources: {'Port': ['ID=1a0b4b2a-1087-47ba-a704-09869951e5da,revision_number=1']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:46:29.323850 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-a24902c2-a5a5-42d9-bfbe-04cd2d67aabc tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:46:29.435182 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-a24902c2-a5a5-42d9-bfbe-04cd2d67aabc tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:46:29.586586 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-a24902c2-a5a5-42d9-bfbe-04cd2d67aabc tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Notify callbacks [] for port, precommit_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:46:29.640692 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-a24902c2-a5a5-42d9-bfbe-04cd2d67aabc tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534565793'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:46:29.712364 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24902c2-a5a5-42d9-bfbe-04cd2d67aabc tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Pushing event updated for resources: {'Port': ['ID=1a0b4b2a-1087-47ba-a704-09869951e5da,revision_number=2']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:46:29.720244 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-a24902c2-a5a5-42d9-bfbe-04cd2d67aabc tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1865242'] for floatingip, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:46:29.817872 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.db.l3_db [None req-a24902c2-a5a5-42d9-bfbe-04cd2d67aabc tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Floating IP fed00926-5bb2-4a19-ac55-a8afe5769427 associated. External IP: 172.27.3.59, port: 86d65057-9aef-46ec-892d-34031a30e3d6. Sep 22 04:46:30.019140 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a24902c2-a5a5-42d9-bfbe-04cd2d67aabc tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Router 506c2078-d2d6-4406-b4a4-ba97abfb0cfc has already been hosted by L3 agent 67baeb3b-346e-4680-9ea8-6eec6aa84835 {{(pid=94616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 04:46:30.126793 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a24902c2-a5a5-42d9-bfbe-04cd2d67aabc tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Notify agent at l3_agent.dv-cinder-810118-1-iscsi the message routers_updated {{(pid=94616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 04:46:30.136918 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf35848e-7172-4e9e-aa8a-746a51213e0a None None] Sync routers for ids ['506c2078-d2d6-4406-b4a4-ba97abfb0cfc'] in dv-cinder-810118-1-iscsi {{(pid=94617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 04:46:30.146521 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf35848e-7172-4e9e-aa8a-746a51213e0a None None] Routers {'506c2078-d2d6-4406-b4a4-ba97abfb0cfc'} bound to L3 agent in host dv-cinder-810118-1-iscsi {{(pid=94617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 04:46:30.147142 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-bf35848e-7172-4e9e-aa8a-746a51213e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810118-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T04:20:22Z,description=,heartbeat_timestamp=2021-09-22T04:46:22Z,host='dv-cinder-810118-1-iscsi',id=67baeb3b-346e-4680-9ea8-6eec6aa84835,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T04:20:23Z,topic='l3_agent')) {'router_ids': ['506c2078-d2d6-4406-b4a4-ba97abfb0cfc'], 'active': True} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:46:30.201135 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-a24902c2-a5a5-42d9-bfbe-04cd2d67aabc tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34584'] for floatingip, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:46:30.251509 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvr_db [None req-bf35848e-7172-4e9e-aa8a-746a51213e0a None None] Set router 506c2078-d2d6-4406-b4a4-ba97abfb0cfc gateway port host: dv-cinder-810118-1-iscsi {{(pid=94617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 04:46:30.486782 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-bf35848e-7172-4e9e-aa8a-746a51213e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '506c2078-d2d6-4406-b4a4-ba97abfb0cfc', 'name': 'tempest-TestVolumeBootPattern-2146789285-router', 'tenant_id': '413fcdd02cab49a4933214dcc8244926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'external_fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': '2c2e5cfa-2e3d-48bf-90a8-b694de702f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T04:43:22Z', 'updated_at': '2021-09-22T04:43:25Z', 'revision_number': 4, 'project_id': '413fcdd02cab49a4933214dcc8244926', 'gw_port': {'id': '2c2e5cfa-2e3d-48bf-90a8-b694de702f81', 'name': '', 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:9a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506c2078-d2d6-4406-b4a4-ba97abfb0cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:43:23Z', 'updated_at': '2021-09-22T04:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810118-1-iscsi', '_floatingips': [{'id': 'fed00926-5bb2-4a19-ac55-a8afe5769427', 'tenant_id': '413fcdd02cab49a4933214dcc8244926', 'floating_ip_address': '172.27.3.59', 'floating_network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'router_id': '506c2078-d2d6-4406-b4a4-ba97abfb0cfc', 'port_id': '86d65057-9aef-46ec-892d-34031a30e3d6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea', 'mac_address': 'fa:16:3e:72:8d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba6a84cc-0fea-41ab-9f8b-2a5610d89036', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T04:46:29Z', 'updated_at': '2021-09-22T04:46:29Z', 'revision_number': 0, 'project_id': '413fcdd02cab49a4933214dcc8244926', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ef7b67d-1a3c-480c-9d10-3c549b57a21c', 'name': '', 'network_id': 'b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea', 'tenant_id': '413fcdd02cab49a4933214dcc8244926', 'mac_address': 'fa:16:3e:4d:ed:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506c2078-d2d6-4406-b4a4-ba97abfb0cfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '00de75c3-0975-4054-ac99-eafc43a34ef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:43:25Z', 'updated_at': '2021-09-22T04:43:29Z', 'revision_number': 5, 'project_id': '413fcdd02cab49a4933214dcc8244926', 'subnets': [{'id': '00de75c3-0975-4054-ac99-eafc43a34ef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810118-1-iscsi', False) {} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:46:30.495136 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-a24902c2-a5a5-42d9-bfbe-04cd2d67aabc tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0296655 Sep 22 04:46:30.495754 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba6a84cc-0fea-41ab-9f8b-2a5610d89036', 'tag': '86d65057-9aef-46ec-892d-34031a30e3d6'}] {{(pid=94616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 04:46:30.497978 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ee93b3f7eb2b2b6a350c95698ebe5b9c8d238e2160e747b625fec6bb3c76933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc344d9c-cb68-4c46-878e-5eb9d6cad39f" -d '{"events": [{"name": "network-changed", "server_uuid": "ba6a84cc-0fea-41ab-9f8b-2a5610d89036", "tag": "86d65057-9aef-46ec-892d-34031a30e3d6"}]}' {{(pid=94616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 04:46:30.513400 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf35848e-7172-4e9e-aa8a-746a51213e0a None None] Checking router: 506c2078-d2d6-4406-b4a4-ba97abfb0cfc for host: dv-cinder-810118-1-iscsi {{(pid=94617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 04:46:30.521689 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf35848e-7172-4e9e-aa8a-746a51213e0a None None] Routers {'506c2078-d2d6-4406-b4a4-ba97abfb0cfc'} bound to L3 agent in host dv-cinder-810118-1-iscsi {{(pid=94617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 04:46:30.522307 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-bf35848e-7172-4e9e-aa8a-746a51213e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810118-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T04:20:22Z,description=,heartbeat_timestamp=2021-09-22T04:46:22Z,host='dv-cinder-810118-1-iscsi',id=67baeb3b-346e-4680-9ea8-6eec6aa84835,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T04:20:23Z,topic='l3_agent')) {'router_ids': ['506c2078-d2d6-4406-b4a4-ba97abfb0cfc'], 'active': True} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:46:30.532993 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 04:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-859774d7-99f2-4298-9eda-00a51cc0f94a x-openstack-request-id: req-859774d7-99f2-4298-9eda-00a51cc0f94a {{(pid=94616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 04:46:30.533277 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba6a84cc-0fea-41ab-9f8b-2a5610d89036", "tag": "86d65057-9aef-46ec-892d-34031a30e3d6", "status": "completed", "code": 200}]} {{(pid=94616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 04:46:30.533525 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-859774d7-99f2-4298-9eda-00a51cc0f94a {{(pid=94616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 04:46:30.533918 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba6a84cc-0fea-41ab-9f8b-2a5610d89036', 'tag': '86d65057-9aef-46ec-892d-34031a30e3d6', 'status': 'completed', 'code': 200} Sep 22 04:46:30.592890 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc344d9c-cb68-4c46-878e-5eb9d6cad39f req-9b5ca5da-61be-42e4-a3fd-2934d25b21b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:46:30.595062 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-bc344d9c-cb68-4c46-878e-5eb9d6cad39f req-9b5ca5da-61be-42e4-a3fd-2934d25b21b3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=413fcdd02cab49a4933214dcc8244926&device_id=ba6a84cc-0fea-41ab-9f8b-2a5610d89036 HTTP/1.1" status: 200 len: 1098 time: 0.0388899 Sep 22 04:46:30.626823 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvr_db [None req-bf35848e-7172-4e9e-aa8a-746a51213e0a None None] Set router 506c2078-d2d6-4406-b4a4-ba97abfb0cfc gateway port host: dv-cinder-810118-1-iscsi {{(pid=94617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 04:46:30.686785 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc344d9c-cb68-4c46-878e-5eb9d6cad39f req-68db763a-3a6a-4228-8f16-9b292b342014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:46:30.688319 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-bc344d9c-cb68-4c46-878e-5eb9d6cad39f req-68db763a-3a6a-4228-8f16-9b292b342014 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea HTTP/1.1" status: 200 len: 912 time: 0.0866628 Sep 22 04:46:30.754272 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-bc344d9c-cb68-4c46-878e-5eb9d6cad39f req-8a319dc6-917d-4e25-a218-c25c94cc2478 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86d65057-9aef-46ec-892d-34031a30e3d6 HTTP/1.1" status: 200 len: 998 time: 0.0575845 Sep 22 04:46:30.805119 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc344d9c-cb68-4c46-878e-5eb9d6cad39f req-64cc8eb9-3b46-49ca-a252-c0844f27b856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:46:30.806609 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-bc344d9c-cb68-4c46-878e-5eb9d6cad39f req-64cc8eb9-3b46-49ca-a252-c0844f27b856 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=00de75c3-0975-4054-ac99-eafc43a34ef1 HTTP/1.1" status: 200 len: 851 time: 0.0452273 Sep 22 04:46:30.848182 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-bf35848e-7172-4e9e-aa8a-746a51213e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '506c2078-d2d6-4406-b4a4-ba97abfb0cfc', 'name': 'tempest-TestVolumeBootPattern-2146789285-router', 'tenant_id': '413fcdd02cab49a4933214dcc8244926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'external_fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': '2c2e5cfa-2e3d-48bf-90a8-b694de702f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T04:43:22Z', 'updated_at': '2021-09-22T04:43:25Z', 'revision_number': 4, 'project_id': '413fcdd02cab49a4933214dcc8244926', 'gw_port': {'id': '2c2e5cfa-2e3d-48bf-90a8-b694de702f81', 'name': '', 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:9a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506c2078-d2d6-4406-b4a4-ba97abfb0cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:43:23Z', 'updated_at': '2021-09-22T04:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810118-1-iscsi', '_floatingips': [{'id': 'fed00926-5bb2-4a19-ac55-a8afe5769427', 'tenant_id': '413fcdd02cab49a4933214dcc8244926', 'floating_ip_address': '172.27.3.59', 'floating_network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'router_id': '506c2078-d2d6-4406-b4a4-ba97abfb0cfc', 'port_id': '86d65057-9aef-46ec-892d-34031a30e3d6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea', 'mac_address': 'fa:16:3e:72:8d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba6a84cc-0fea-41ab-9f8b-2a5610d89036', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T04:46:29Z', 'updated_at': '2021-09-22T04:46:29Z', 'revision_number': 0, 'project_id': '413fcdd02cab49a4933214dcc8244926', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ef7b67d-1a3c-480c-9d10-3c549b57a21c', 'name': '', 'network_id': 'b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea', 'tenant_id': '413fcdd02cab49a4933214dcc8244926', 'mac_address': 'fa:16:3e:4d:ed:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506c2078-d2d6-4406-b4a4-ba97abfb0cfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '00de75c3-0975-4054-ac99-eafc43a34ef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:43:25Z', 'updated_at': '2021-09-22T04:43:29Z', 'revision_number': 5, 'project_id': '413fcdd02cab49a4933214dcc8244926', 'subnets': [{'id': '00de75c3-0975-4054-ac99-eafc43a34ef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810118-1-iscsi', False) {} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:46:30.854712 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc344d9c-cb68-4c46-878e-5eb9d6cad39f req-2e14ddc2-810f-4a73-8845-9298aeeca5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:46:30.856219 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-bc344d9c-cb68-4c46-878e-5eb9d6cad39f req-2e14ddc2-810f-4a73-8845-9298aeeca5bd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422611 Sep 22 04:46:30.877542 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf35848e-7172-4e9e-aa8a-746a51213e0a None None] The sync data for ids ['506c2078-d2d6-4406-b4a4-ba97abfb0cfc'] in dv-cinder-810118-1-iscsi is: [{'id': '506c2078-d2d6-4406-b4a4-ba97abfb0cfc', 'name': 'tempest-TestVolumeBootPattern-2146789285-router', 'tenant_id': '413fcdd02cab49a4933214dcc8244926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'external_fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': '2c2e5cfa-2e3d-48bf-90a8-b694de702f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T04:43:22Z', 'updated_at': '2021-09-22T04:43:25Z', 'revision_number': 4, 'project_id': '413fcdd02cab49a4933214dcc8244926', 'gw_port': {'id': '2c2e5cfa-2e3d-48bf-90a8-b694de702f81', 'name': '', 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:9a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506c2078-d2d6-4406-b4a4-ba97abfb0cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:43:23Z', 'updated_at': '2021-09-22T04:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810118-1-iscsi', '_floatingips': [{'id': 'fed00926-5bb2-4a19-ac55-a8afe5769427', 'tenant_id': '413fcdd02cab49a4933214dcc8244926', 'floating_ip_address': '172.27.3.59', 'floating_network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'router_id': '506c2078-d2d6-4406-b4a4-ba97abfb0cfc', 'port_id': '86d65057-9aef-46ec-892d-34031a30e3d6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea', 'mac_address': 'fa:16:3e:72:8d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba6a84cc-0fea-41ab-9f8b-2a5610d89036', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T04:46:29Z', 'updated_at': '2021-09-22T04:46:29Z', 'revision_number': 0, 'project_id': '413fcdd02cab49a4933214dcc8244926', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ef7b67d-1a3c-480c-9d10-3c549b57a21c', 'name': '', 'network_id': 'b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea', 'tenant_id': '413fcdd02cab49a4933214dcc8244926', 'mac_address': 'fa:16:3e:4d:ed:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506c2078-d2d6-4406-b4a4-ba97abfb0cfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '00de75c3-0975-4054-ac99-eafc43a34ef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:43:25Z', 'updated_at': '2021-09-22T04:43:29Z', 'revision_number': 5, 'project_id': '413fcdd02cab49a4933214dcc8244926', 'subnets': [{'id': '00de75c3-0975-4054-ac99-eafc43a34ef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 04:46:30.945265 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-bc344d9c-cb68-4c46-878e-5eb9d6cad39f req-318a84da-40a2-4cf8-98cc-5a348b4ada62 service neutron] 10.222.0.30 "GET /v2.0/networks/b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816374 Sep 22 04:46:31.038252 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-bc344d9c-cb68-4c46-878e-5eb9d6cad39f req-fafb245b-53ac-413c-ad96-c215ba1c9fce service neutron] 10.222.0.30 "GET /v2.0/networks/b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857806 Sep 22 04:46:31.070020 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d6f5ae-c2a7-47f2-a088-bb8a793dedac None None] New status for floating IP fed00926-5bb2-4a19-ac55-a8afe5769427: ACTIVE {{(pid=94618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 04:46:36.928446 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:46:41.853228 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [req-e8346151-b956-47c5-9fed-a0773da3436d req-d7f17339-bab8-4cd6-a655-3b9f45203e79 service neutron] (94615) timed out ('10.222.0.30', 50933) {{(pid=94615) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 22 04:46:50.085845 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-59a02d01-03c6-4537-8c0c-2b1bf9e114d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:46:52.503032 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-27045f40-9b07-4ab2-8d28-0c755de4c99b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:46:53.322073 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:46:54.162389 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-62fe730e-da9a-4cac-a5e3-718f571d83ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:46:54.308875 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-711027cb-a607-4039-a620-b2f41607f1bf req-3b4d976c-e2f4-423b-aacb-3a023468f6e1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ba6a84cc-0fea-41ab-9f8b-2a5610d89036&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0374463 Sep 22 04:46:54.387143 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711027cb-a607-4039-a620-b2f41607f1bf req-7d70aaea-677b-4890-9eff-0d63f84f2ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:46:54.388647 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-711027cb-a607-4039-a620-b2f41607f1bf req-7d70aaea-677b-4890-9eff-0d63f84f2ae6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=413fcdd02cab49a4933214dcc8244926&device_id=ba6a84cc-0fea-41ab-9f8b-2a5610d89036 HTTP/1.1" status: 200 len: 1098 time: 0.0390847 Sep 22 04:46:54.497722 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711027cb-a607-4039-a620-b2f41607f1bf req-2c3b331d-c93d-4c8f-84db-2c4677dbb091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:46:54.498525 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-711027cb-a607-4039-a620-b2f41607f1bf req-2c3b331d-c93d-4c8f-84db-2c4677dbb091 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea HTTP/1.1" status: 200 len: 912 time: 0.0906451 Sep 22 04:46:54.560622 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-711027cb-a607-4039-a620-b2f41607f1bf req-0cd2e718-77c2-4a51-86d3-69e6cc399468 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86d65057-9aef-46ec-892d-34031a30e3d6 HTTP/1.1" status: 200 len: 1000 time: 0.0551059 Sep 22 04:46:54.611431 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711027cb-a607-4039-a620-b2f41607f1bf req-570460a6-ee14-41d6-8aa0-9fe9691d7754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:46:54.612829 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-711027cb-a607-4039-a620-b2f41607f1bf req-570460a6-ee14-41d6-8aa0-9fe9691d7754 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=00de75c3-0975-4054-ac99-eafc43a34ef1 HTTP/1.1" status: 200 len: 851 time: 0.0449753 Sep 22 04:46:54.657275 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711027cb-a607-4039-a620-b2f41607f1bf req-575001a1-e13d-4412-ad2e-ef3f158d4d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:46:54.658716 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-711027cb-a607-4039-a620-b2f41607f1bf req-575001a1-e13d-4412-ad2e-ef3f158d4d0d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387168 Sep 22 04:46:54.757683 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-711027cb-a607-4039-a620-b2f41607f1bf req-9e4e0856-7aca-4d0d-bf57-673cdb6c5bc0 service neutron] 10.222.0.30 "GET /v2.0/networks/b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905142 Sep 22 04:46:54.846458 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-711027cb-a607-4039-a620-b2f41607f1bf req-5a73556f-0825-48fc-9387-4c7043a9d5b2 service neutron] 10.222.0.30 "GET /v2.0/networks/b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821218 Sep 22 04:46:55.739234 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-c7bbae2d-f237-46cc-b838-3371bd865633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:47:04.066318 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.agents_db [None req-7fda405f-bd13-41fd-9497-f6551785b8a3 None None] Agent healthcheck: found 6 active agents {{(pid=94618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 04:47:06.921976 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:47:20.081800 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2454c0ef-b33d-4f56-9afe-3c64435b9555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:47:22.509770 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-10f132e4-6139-4131-8a70-ebafe02ea486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:47:23.327162 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:47:24.125323 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-62fe730e-da9a-4cac-a5e3-718f571d83ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:47:25.721498 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-c7bbae2d-f237-46cc-b838-3371bd865633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:47:36.907915 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:47:41.068314 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.agents_db [None req-7fda405f-bd13-41fd-9497-f6551785b8a3 None None] Agent healthcheck: found 6 active agents {{(pid=94618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 04:47:50.096414 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-a2c05329-595e-459c-8cef-6a411062e559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:47:52.501398 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-0ada5539-6275-4a8e-bb69-275cc44a1375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:47:53.318890 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:47:54.135979 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-62fe730e-da9a-4cac-a5e3-718f571d83ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:47:55.737626 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-c7bbae2d-f237-46cc-b838-3371bd865633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:47:56.288970 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-a88b3f6d-ae34-42bc-a6f1-72678eb3db4c req-cda52db5-665f-4afb-bb05-3500dd07e38d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ba6a84cc-0fea-41ab-9f8b-2a5610d89036&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381043 Sep 22 04:47:56.368547 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88b3f6d-ae34-42bc-a6f1-72678eb3db4c req-4af9754a-667b-4503-b6fd-b44c1f1c1c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:47:56.370608 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-a88b3f6d-ae34-42bc-a6f1-72678eb3db4c req-4af9754a-667b-4503-b6fd-b44c1f1c1c15 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=413fcdd02cab49a4933214dcc8244926&device_id=ba6a84cc-0fea-41ab-9f8b-2a5610d89036 HTTP/1.1" status: 200 len: 1098 time: 0.0390003 Sep 22 04:47:56.470685 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88b3f6d-ae34-42bc-a6f1-72678eb3db4c req-e7a383da-d7e4-466e-b531-c7d268c2aed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:47:56.472097 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-a88b3f6d-ae34-42bc-a6f1-72678eb3db4c req-e7a383da-d7e4-466e-b531-c7d268c2aed0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea HTTP/1.1" status: 200 len: 912 time: 0.0837276 Sep 22 04:47:56.543300 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-a88b3f6d-ae34-42bc-a6f1-72678eb3db4c req-28483ac5-d83b-4e61-8fca-3705364fb21b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86d65057-9aef-46ec-892d-34031a30e3d6 HTTP/1.1" status: 200 len: 1000 time: 0.0631092 Sep 22 04:47:56.594551 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88b3f6d-ae34-42bc-a6f1-72678eb3db4c req-fb7cda26-b214-46ad-ae63-d98a011e187f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:47:56.595975 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-a88b3f6d-ae34-42bc-a6f1-72678eb3db4c req-fb7cda26-b214-46ad-ae63-d98a011e187f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=00de75c3-0975-4054-ac99-eafc43a34ef1 HTTP/1.1" status: 200 len: 851 time: 0.0457146 Sep 22 04:47:56.640205 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88b3f6d-ae34-42bc-a6f1-72678eb3db4c req-ce05cde3-50d1-4f4d-bc46-30384ddc7885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:47:56.641686 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-a88b3f6d-ae34-42bc-a6f1-72678eb3db4c req-ce05cde3-50d1-4f4d-bc46-30384ddc7885 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392125 Sep 22 04:47:56.734608 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-a88b3f6d-ae34-42bc-a6f1-72678eb3db4c req-aa3634cb-ace8-4f0f-ac2f-eac199803345 service neutron] 10.222.0.30 "GET /v2.0/networks/b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847437 Sep 22 04:47:56.821424 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-a88b3f6d-ae34-42bc-a6f1-72678eb3db4c req-576ac59a-10cd-4298-8b96-c68c44baef51 service neutron] 10.222.0.30 "GET /v2.0/networks/b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795159 Sep 22 04:48:05.943377 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-b1421bab-421e-46e0-b35d-6f1c0b3ad064 req-c986a3a8-353a-44bd-8a78-0ddd2197655f tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1018445103&fields=id&tenant_id=413fcdd02cab49a4933214dcc8244926 HTTP/1.1" status: 200 len: 267 time: 0.0316072 Sep 22 04:48:06.049690 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1421bab-421e-46e0-b35d-6f1c0b3ad064 req-9b1a7c37-7a86-41cc-8597-b2f9ec43a0be tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:48:06.051138 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-b1421bab-421e-46e0-b35d-6f1c0b3ad064 req-9b1a7c37-7a86-41cc-8597-b2f9ec43a0be tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] 10.222.0.24 "GET /v2.0/networks?id=b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea HTTP/1.1" status: 200 len: 812 time: 0.1006067 Sep 22 04:48:06.066033 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-b1421bab-421e-46e0-b35d-6f1c0b3ad064 req-adcfa1f3-3ed6-4b03-9b53-34c9d44a9f46 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] 10.222.0.24 "GET /v2.0/quotas/413fcdd02cab49a4933214dcc8244926 HTTP/1.1" status: 200 len: 375 time: 0.0085354 Sep 22 04:48:06.119931 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-b1421bab-421e-46e0-b35d-6f1c0b3ad064 req-b3f1ed94-93d1-4fc0-a682-b7e386001fb4 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=413fcdd02cab49a4933214dcc8244926&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0488980 Sep 22 04:48:06.214930 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-b1421bab-421e-46e0-b35d-6f1c0b3ad064 req-b6af7943-eec6-4610-9f17-927ba158a3c9 service neutron] 10.222.0.24 "GET /v2.0/networks/b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836277 Sep 22 04:48:06.299776 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-b1421bab-421e-46e0-b35d-6f1c0b3ad064 req-096a74f9-946e-46dc-9a82-027ea41b4a65 service neutron] 10.222.0.24 "GET /v2.0/networks/b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790305 Sep 22 04:48:06.878712 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-53b97698-76a2-4060-9d8e-0556397ea588 req-9cedd264-9ca4-45da-9967-cab8bc578f16 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] 10.222.0.24 "GET /v2.0/ports?device_id=7030f60d-601b-4e78-bdfc-e27abd4edf3d HTTP/1.1" status: 200 len: 210 time: 0.0285611 Sep 22 04:48:06.954631 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:48:07.971890 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-56681b75-1d85-4fa5-81f9-a9b2ce556635 req-148fbdc8-7987-48ea-9170-b3d946ee54dd tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] 10.222.0.24 "GET /v2.0/ports?device_id=7030f60d-601b-4e78-bdfc-e27abd4edf3d HTTP/1.1" status: 200 len: 210 time: 0.0270579 Sep 22 04:48:08.682717 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1421bab-421e-46e0-b35d-6f1c0b3ad064 req-ac565684-efe7-4b0e-9551-f9d437d8ee93 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:48:08.684700 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-b1421bab-421e-46e0-b35d-6f1c0b3ad064 req-ac565684-efe7-4b0e-9551-f9d437d8ee93 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] 10.222.0.30 "GET /v2.0/networks?id=b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea HTTP/1.1" status: 200 len: 812 time: 0.0994165 Sep 22 04:48:08.725688 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-b1421bab-421e-46e0-b35d-6f1c0b3ad064 req-fc8732a5-8043-4a58-b7af-311d00b8f26a tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=413fcdd02cab49a4933214dcc8244926 HTTP/1.1" status: 200 len: 380 time: 0.0322382 Sep 22 04:48:08.735105 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.v2.base [req-b1421bab-421e-46e0-b35d-6f1c0b3ad064 req-b35e29fa-aa92-4a5b-a07a-d85ea7a361b8 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Request body: {'port': {'device_id': '7030f60d-601b-4e78-bdfc-e27abd4edf3d', 'network_id': 'b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea', 'admin_state_up': True, 'tenant_id': '413fcdd02cab49a4933214dcc8244926', 'security_groups': ['8763fa55-6f75-45c8-99f0-29bf67d24342']}} {{(pid=94616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 04:48:08.953141 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1421bab-421e-46e0-b35d-6f1c0b3ad064 req-b35e29fa-aa92-4a5b-a07a-d85ea7a361b8 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Made reservation on behalf of 413fcdd02cab49a4933214dcc8244926 for: {'port': 1} {{(pid=94616) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 04:48:08.956987 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-b1421bab-421e-46e0-b35d-6f1c0b3ad064 req-b35e29fa-aa92-4a5b-a07a-d85ea7a361b8 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:48:09.067625 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-cdc11da7-e69c-43b4-8d3f-7688cc084779 req-7b03f51e-057a-4e63-9590-ae0297914231 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] 10.222.0.24 "GET /v2.0/ports?device_id=7030f60d-601b-4e78-bdfc-e27abd4edf3d HTTP/1.1" status: 200 len: 210 time: 0.0274899 Sep 22 04:48:09.089573 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.db.db_base_plugin_common [req-b1421bab-421e-46e0-b35d-6f1c0b3ad064 req-b35e29fa-aa92-4a5b-a07a-d85ea7a361b8 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Allocated IP 172.20.0.14 (b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea/00de75c3-0975-4054-ac99-eafc43a34ef1/7c5d1e6f-fcd9-42fa-a727-413a3fd6b4f9) {{(pid=94616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 04:48:09.223039 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-b1421bab-421e-46e0-b35d-6f1c0b3ad064 req-b35e29fa-aa92-4a5b-a07a-d85ea7a361b8 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Notify callbacks [] for port, precommit_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:48:09.309358 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-b1421bab-421e-46e0-b35d-6f1c0b3ad064 req-b35e29fa-aa92-4a5b-a07a-d85ea7a361b8 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769518673857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534565802'] for port, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:48:09.350904 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1421bab-421e-46e0-b35d-6f1c0b3ad064 req-b35e29fa-aa92-4a5b-a07a-d85ea7a361b8 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Network b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea is already hosted by enough agents. {{(pid=94616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 04:48:09.353920 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.scheduler.base_scheduler [req-b1421bab-421e-46e0-b35d-6f1c0b3ad064 req-b35e29fa-aa92-4a5b-a07a-d85ea7a361b8 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Resources bound (agent type, host, resource id): {{(pid=94616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 04:48:09.357407 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1421bab-421e-46e0-b35d-6f1c0b3ad064 req-b35e29fa-aa92-4a5b-a07a-d85ea7a361b8 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Received port after_create {{(pid=94616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 04:48:09.386637 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35e29fa-aa92-4a5b-a07a-d85ea7a361b8 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Pushing event updated for resources: {'Port': ['ID=7c5d1e6f-fcd9-42fa-a727-413a3fd6b4f9,revision_number=1']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:48:09.401251 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35e29fa-aa92-4a5b-a07a-d85ea7a361b8 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:48:09.401596 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35e29fa-aa92-4a5b-a07a-d85ea7a361b8 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:48:09.401937 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35e29fa-aa92-4a5b-a07a-d85ea7a361b8 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:48:09.402268 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35e29fa-aa92-4a5b-a07a-d85ea7a361b8 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:48:09.403268 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35e29fa-aa92-4a5b-a07a-d85ea7a361b8 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:48:09.403602 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35e29fa-aa92-4a5b-a07a-d85ea7a361b8 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:48:09.403933 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35e29fa-aa92-4a5b-a07a-d85ea7a361b8 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:48:09.404260 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35e29fa-aa92-4a5b-a07a-d85ea7a361b8 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:48:09.404615 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35e29fa-aa92-4a5b-a07a-d85ea7a361b8 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:48:09.407706 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35e29fa-aa92-4a5b-a07a-d85ea7a361b8 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:48:09.407706 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35e29fa-aa92-4a5b-a07a-d85ea7a361b8 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:48:09.407706 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35e29fa-aa92-4a5b-a07a-d85ea7a361b8 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:48:09.426681 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1421bab-421e-46e0-b35d-6f1c0b3ad064 req-b35e29fa-aa92-4a5b-a07a-d85ea7a361b8 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:48:09.427235 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-b1421bab-421e-46e0-b35d-6f1c0b3ad064 req-b35e29fa-aa92-4a5b-a07a-d85ea7a361b8 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34584'] for port, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:48:09.510009 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-b1421bab-421e-46e0-b35d-6f1c0b3ad064 req-b35e29fa-aa92-4a5b-a07a-d85ea7a361b8 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7788160 Sep 22 04:48:09.521300 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-27c41557-8984-4b42-ab45-5b919a8da894 None None] Provisioning complete for port 7c5d1e6f-fcd9-42fa-a727-413a3fd6b4f9 triggered by entity DHCP. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 04:48:09.521832 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-27c41557-8984-4b42-ab45-5b919a8da894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628798'] for port, provisioning_complete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:48:09.522245 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.v2.base [req-b1421bab-421e-46e0-b35d-6f1c0b3ad064 req-b7ea735d-883a-4e5f-a8ae-d16857095141 service neutron] Request body: {'port': {'device_id': '7030f60d-601b-4e78-bdfc-e27abd4edf3d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81011'}} {{(pid=94616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 04:48:09.554456 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.plugin [None req-27c41557-8984-4b42-ab45-5b919a8da894 None None] Port 7c5d1e6f-fcd9-42fa-a727-413a3fd6b4f9 cannot update to ACTIVE because it is not bound. {{(pid=94617) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 04:48:09.575179 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-b1421bab-421e-46e0-b35d-6f1c0b3ad064 req-b7ea735d-883a-4e5f-a8ae-d16857095141 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:48:09.825877 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.notifiers.nova [req-b1421bab-421e-46e0-b35d-6f1c0b3ad064 req-b7ea735d-883a-4e5f-a8ae-d16857095141 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c5d1e6f-fcd9-42fa-a727-413a3fd6b4f9 {{(pid=94616) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 04:48:09.833098 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-b1421bab-421e-46e0-b35d-6f1c0b3ad064 req-b7ea735d-883a-4e5f-a8ae-d16857095141 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:48:09.844347 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.db.provisioning_blocks [req-b1421bab-421e-46e0-b35d-6f1c0b3ad064 req-b7ea735d-883a-4e5f-a8ae-d16857095141 service neutron] Transition to ACTIVE for port object 7c5d1e6f-fcd9-42fa-a727-413a3fd6b4f9 will not be triggered until provisioned by entity L2. {{(pid=94616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 04:48:09.958972 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-b1421bab-421e-46e0-b35d-6f1c0b3ad064 req-b7ea735d-883a-4e5f-a8ae-d16857095141 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534565793'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:48:10.014595 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ea735d-883a-4e5f-a8ae-d16857095141 service neutron] Pushing event updated for resources: {'Port': ['ID=7c5d1e6f-fcd9-42fa-a727-413a3fd6b4f9,revision_number=2']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:48:10.087837 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.managers [req-b1421bab-421e-46e0-b35d-6f1c0b3ad064 req-b7ea735d-883a-4e5f-a8ae-d16857095141 service neutron] Attempting to bind port 7c5d1e6f-fcd9-42fa-a727-413a3fd6b4f9 on host hv-cinder-81011 for vnic_type normal with profile {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 04:48:10.089732 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.managers [req-b1421bab-421e-46e0-b35d-6f1c0b3ad064 req-b7ea735d-883a-4e5f-a8ae-d16857095141 service neutron] Attempting to bind port 7c5d1e6f-fcd9-42fa-a727-413a3fd6b4f9 by drivers openvswitch,hyperv on host hv-cinder-81011 at level 0 using segments [{'id': '4fdc73c2-84d6-43bf-a2bb-789fede3c216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea'}] {{(pid=94616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 04:48:10.090353 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1421bab-421e-46e0-b35d-6f1c0b3ad064 req-b7ea735d-883a-4e5f-a8ae-d16857095141 service neutron] Attempting to bind port 7c5d1e6f-fcd9-42fa-a727-413a3fd6b4f9 on network b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 04:48:10.095222 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1421bab-421e-46e0-b35d-6f1c0b3ad064 req-b7ea735d-883a-4e5f-a8ae-d16857095141 service neutron] Port 7c5d1e6f-fcd9-42fa-a727-413a3fd6b4f9 on network b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81011 {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 04:48:10.095222 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1421bab-421e-46e0-b35d-6f1c0b3ad064 req-b7ea735d-883a-4e5f-a8ae-d16857095141 service neutron] Attempting to bind port 7c5d1e6f-fcd9-42fa-a727-413a3fd6b4f9 on network b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 04:48:10.100092 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1421bab-421e-46e0-b35d-6f1c0b3ad064 req-b7ea735d-883a-4e5f-a8ae-d16857095141 service neutron] Checking agent: {'id': '347231d5-0b5a-4d21-8b71-bfdb97c43ccc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81011', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 4, 26, 37), 'started_at': datetime.datetime(2021, 9, 22, 4, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 4, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 04:48:10.100670 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1421bab-421e-46e0-b35d-6f1c0b3ad064 req-b7ea735d-883a-4e5f-a8ae-d16857095141 service neutron] Checking segment: {'id': '4fdc73c2-84d6-43bf-a2bb-789fede3c216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 04:48:10.100914 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1421bab-421e-46e0-b35d-6f1c0b3ad064 req-b7ea735d-883a-4e5f-a8ae-d16857095141 service neutron] Bound using segment: {'id': '4fdc73c2-84d6-43bf-a2bb-789fede3c216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea'} {{(pid=94616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 04:48:10.101339 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.managers [req-b1421bab-421e-46e0-b35d-6f1c0b3ad064 req-b7ea735d-883a-4e5f-a8ae-d16857095141 service neutron] Bound port: 7c5d1e6f-fcd9-42fa-a727-413a3fd6b4f9, host: hv-cinder-81011, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fdc73c2-84d6-43bf-a2bb-789fede3c216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea'}}] {{(pid=94616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 04:48:10.101692 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-b1421bab-421e-46e0-b35d-6f1c0b3ad064 req-b7ea735d-883a-4e5f-a8ae-d16857095141 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:48:10.195776 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [req-b1421bab-421e-46e0-b35d-6f1c0b3ad064 req-b7ea735d-883a-4e5f-a8ae-d16857095141 service neutron] For port 7c5d1e6f-fcd9-42fa-a727-413a3fd6b4f9, host hv-cinder-81011, cleared binding levels {{(pid=94616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 04:48:10.199945 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [req-b1421bab-421e-46e0-b35d-6f1c0b3ad064 req-b7ea735d-883a-4e5f-a8ae-d16857095141 service neutron] For port 7c5d1e6f-fcd9-42fa-a727-413a3fd6b4f9, host hv-cinder-81011, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81011',level=0,port_id=7c5d1e6f-fcd9-42fa-a727-413a3fd6b4f9,segment=NetworkSegment(4fdc73c2-84d6-43bf-a2bb-789fede3c216),segment_id=4fdc73c2-84d6-43bf-a2bb-789fede3c216)] {{(pid=94616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 04:48:10.211752 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fcb62e-6581-4b04-944d-ff69b5ec8467 req-8f0aac5e-566b-4cdc-be74-3b26e6ff2786 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:48:10.213246 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-23fcb62e-6581-4b04-944d-ff69b5ec8467 req-8f0aac5e-566b-4cdc-be74-3b26e6ff2786 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] 10.222.0.24 "GET /v2.0/ports?device_id=7030f60d-601b-4e78-bdfc-e27abd4edf3d HTTP/1.1" status: 200 len: 944 time: 0.0707042 Sep 22 04:48:10.250149 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-23fcb62e-6581-4b04-944d-ff69b5ec8467 req-ab08c2b4-af21-4d02-9b29-523c2b0d24a1 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] 10.222.0.24 "GET /v2.0/security-groups?id=8763fa55-6f75-45c8-99f0-29bf67d24342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308096 Sep 22 04:48:10.278838 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-b1421bab-421e-46e0-b35d-6f1c0b3ad064 req-b7ea735d-883a-4e5f-a8ae-d16857095141 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534565793'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:48:10.314403 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1421bab-421e-46e0-b35d-6f1c0b3ad064 req-b7ea735d-883a-4e5f-a8ae-d16857095141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:48:10.315057 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-b1421bab-421e-46e0-b35d-6f1c0b3ad064 req-b7ea735d-883a-4e5f-a8ae-d16857095141 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34584'] for port, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:48:10.316430 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-b1421bab-421e-46e0-b35d-6f1c0b3ad064 req-b7ea735d-883a-4e5f-a8ae-d16857095141 service neutron] 10.222.0.30 "PUT /v2.0/ports/7c5d1e6f-fcd9-42fa-a727-413a3fd6b4f9 HTTP/1.1" status: 200 len: 1094 time: 0.7982800 Sep 22 04:48:10.316884 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7030f60d-601b-4e78-bdfc-e27abd4edf3d', 'tag': '7c5d1e6f-fcd9-42fa-a727-413a3fd6b4f9'}] {{(pid=94616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 04:48:10.319104 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ee93b3f7eb2b2b6a350c95698ebe5b9c8d238e2160e747b625fec6bb3c76933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32505232-2d77-4d70-87a3-5bfc3de649c8" -d '{"events": [{"name": "network-changed", "server_uuid": "7030f60d-601b-4e78-bdfc-e27abd4edf3d", "tag": "7c5d1e6f-fcd9-42fa-a727-413a3fd6b4f9"}]}' {{(pid=94616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 04:48:10.343223 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ea735d-883a-4e5f-a8ae-d16857095141 service neutron] Pushing event updated for resources: {'Port': ['ID=7c5d1e6f-fcd9-42fa-a727-413a3fd6b4f9,revision_number=3']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:48:10.361113 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 04:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d16d2b7a-9c1e-4b9f-8da9-3da65ed7a109 x-openstack-request-id: req-d16d2b7a-9c1e-4b9f-8da9-3da65ed7a109 {{(pid=94616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 04:48:10.361396 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7030f60d-601b-4e78-bdfc-e27abd4edf3d", "tag": "7c5d1e6f-fcd9-42fa-a727-413a3fd6b4f9", "status": "completed", "code": 200}]} {{(pid=94616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 04:48:10.361640 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d16d2b7a-9c1e-4b9f-8da9-3da65ed7a109 {{(pid=94616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 04:48:10.362051 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7030f60d-601b-4e78-bdfc-e27abd4edf3d', 'tag': '7c5d1e6f-fcd9-42fa-a727-413a3fd6b4f9', 'status': 'completed', 'code': 200} Sep 22 04:48:10.422995 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32505232-2d77-4d70-87a3-5bfc3de649c8 req-4a4b0027-64e0-44e2-b97c-9272bd6616da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:48:10.424529 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-32505232-2d77-4d70-87a3-5bfc3de649c8 req-4a4b0027-64e0-44e2-b97c-9272bd6616da service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=413fcdd02cab49a4933214dcc8244926&device_id=7030f60d-601b-4e78-bdfc-e27abd4edf3d HTTP/1.1" status: 200 len: 1097 time: 0.0412130 Sep 22 04:48:10.525239 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32505232-2d77-4d70-87a3-5bfc3de649c8 req-827c3106-9d6f-4bd0-be22-5428266cff99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:48:10.526715 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-32505232-2d77-4d70-87a3-5bfc3de649c8 req-827c3106-9d6f-4bd0-be22-5428266cff99 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=413fcdd02cab49a4933214dcc8244926&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0946872 Sep 22 04:48:10.619288 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32505232-2d77-4d70-87a3-5bfc3de649c8 req-6a867496-0b85-41a0-a780-5e5c7d4828fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:48:10.620647 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-32505232-2d77-4d70-87a3-5bfc3de649c8 req-6a867496-0b85-41a0-a780-5e5c7d4828fd service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0870953 Sep 22 04:48:10.692333 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1421bab-421e-46e0-b35d-6f1c0b3ad064 req-91170049-1cdd-4a45-9a6d-eecad80959fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:48:10.693800 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-b1421bab-421e-46e0-b35d-6f1c0b3ad064 req-91170049-1cdd-4a45-9a6d-eecad80959fd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=413fcdd02cab49a4933214dcc8244926&device_id=7030f60d-601b-4e78-bdfc-e27abd4edf3d HTTP/1.1" status: 200 len: 1097 time: 0.0388684 Sep 22 04:48:10.734339 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-b1421bab-421e-46e0-b35d-6f1c0b3ad064 req-715a97e1-8462-405d-9360-7bcadd69ab7d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c5d1e6f-fcd9-42fa-a727-413a3fd6b4f9 HTTP/1.1" status: 200 len: 217 time: 0.0327094 Sep 22 04:48:10.781655 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1421bab-421e-46e0-b35d-6f1c0b3ad064 req-b191c6cc-81a0-4b1e-a93b-d26efc94ff2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:48:10.783257 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-b1421bab-421e-46e0-b35d-6f1c0b3ad064 req-b191c6cc-81a0-4b1e-a93b-d26efc94ff2e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=00de75c3-0975-4054-ac99-eafc43a34ef1 HTTP/1.1" status: 200 len: 851 time: 0.0419452 Sep 22 04:48:10.830551 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1421bab-421e-46e0-b35d-6f1c0b3ad064 req-1926d84f-caeb-4f7f-8b1f-3baa2cf39fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:48:10.831979 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-b1421bab-421e-46e0-b35d-6f1c0b3ad064 req-1926d84f-caeb-4f7f-8b1f-3baa2cf39fe3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413840 Sep 22 04:48:10.918128 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-b1421bab-421e-46e0-b35d-6f1c0b3ad064 req-b48ab33c-167a-4618-a063-0144cb23edec service neutron] 10.222.0.30 "GET /v2.0/networks/b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792201 Sep 22 04:48:11.006844 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-b1421bab-421e-46e0-b35d-6f1c0b3ad064 req-a01a6228-8f55-4631-b57f-c6c8e233cd8e service neutron] 10.222.0.30 "GET /v2.0/networks/b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819867 Sep 22 04:48:11.360136 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1b393d-2f62-4c43-bfbe-05de26cc4916 req-29cd62d5-672d-45db-8270-a84feb86c14b tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:48:11.361591 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-2a1b393d-2f62-4c43-bfbe-05de26cc4916 req-29cd62d5-672d-45db-8270-a84feb86c14b tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] 10.222.0.24 "GET /v2.0/ports?device_id=7030f60d-601b-4e78-bdfc-e27abd4edf3d HTTP/1.1" status: 200 len: 944 time: 0.0466835 Sep 22 04:48:11.398274 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-2a1b393d-2f62-4c43-bfbe-05de26cc4916 req-29ce14da-7e54-419e-9d3d-d2206f9ec318 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] 10.222.0.24 "GET /v2.0/security-groups?id=8763fa55-6f75-45c8-99f0-29bf67d24342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305474 Sep 22 04:48:12.509689 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a008f07-94e3-40eb-bafe-13fb79c5fecf req-06baaed5-700c-44d4-8c1b-d5b9951221aa tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:48:12.511158 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-9a008f07-94e3-40eb-bafe-13fb79c5fecf req-06baaed5-700c-44d4-8c1b-d5b9951221aa tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] 10.222.0.24 "GET /v2.0/ports?device_id=7030f60d-601b-4e78-bdfc-e27abd4edf3d HTTP/1.1" status: 200 len: 944 time: 0.0475316 Sep 22 04:48:12.547968 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-9a008f07-94e3-40eb-bafe-13fb79c5fecf req-43708716-f330-488b-a38b-26c3a95b5291 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] 10.222.0.24 "GET /v2.0/security-groups?id=8763fa55-6f75-45c8-99f0-29bf67d24342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305860 Sep 22 04:48:13.657342 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3436da53-2767-400b-92cd-ed18e492beb0 req-1fb7f1b0-5bda-43e9-82f5-373b175e49a7 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:48:13.658831 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-3436da53-2767-400b-92cd-ed18e492beb0 req-1fb7f1b0-5bda-43e9-82f5-373b175e49a7 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] 10.222.0.24 "GET /v2.0/ports?device_id=7030f60d-601b-4e78-bdfc-e27abd4edf3d HTTP/1.1" status: 200 len: 944 time: 0.0467794 Sep 22 04:48:13.698916 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-3436da53-2767-400b-92cd-ed18e492beb0 req-7f07774d-dc8a-4baa-a27a-8db4159b9a34 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] 10.222.0.24 "GET /v2.0/security-groups?id=8763fa55-6f75-45c8-99f0-29bf67d24342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342863 Sep 22 04:48:14.813840 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e86cce1-2103-47d7-b53c-0b285c6a4bca req-e99660f8-5f79-4b6c-bee4-70a0cfd85ded tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:48:14.815317 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-6e86cce1-2103-47d7-b53c-0b285c6a4bca req-e99660f8-5f79-4b6c-bee4-70a0cfd85ded tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] 10.222.0.24 "GET /v2.0/ports?device_id=7030f60d-601b-4e78-bdfc-e27abd4edf3d HTTP/1.1" status: 200 len: 944 time: 0.0511889 Sep 22 04:48:14.851346 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-6e86cce1-2103-47d7-b53c-0b285c6a4bca req-60c7d3b8-bb81-4ef6-8d82-5b76f752f19e tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] 10.222.0.24 "GET /v2.0/security-groups?id=8763fa55-6f75-45c8-99f0-29bf67d24342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300939 Sep 22 04:48:15.961570 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9902b84d-5a4a-423c-8e5d-c7ca6fcc57f0 req-0e7a271f-6941-466e-a5ed-67a8a1af9b7d tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:48:15.962987 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-9902b84d-5a4a-423c-8e5d-c7ca6fcc57f0 req-0e7a271f-6941-466e-a5ed-67a8a1af9b7d tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] 10.222.0.24 "GET /v2.0/ports?device_id=7030f60d-601b-4e78-bdfc-e27abd4edf3d HTTP/1.1" status: 200 len: 944 time: 0.0465779 Sep 22 04:48:15.998307 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-9902b84d-5a4a-423c-8e5d-c7ca6fcc57f0 req-43b8b2f9-1871-4cdf-8606-77eb75c78e39 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] 10.222.0.24 "GET /v2.0/security-groups?id=8763fa55-6f75-45c8-99f0-29bf67d24342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295877 Sep 22 04:48:17.121857 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d342c8b-7a09-493a-86f8-a941dc42b961 req-fbda543a-88be-409a-afc3-b66368b02bfc tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:48:17.123339 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-9d342c8b-7a09-493a-86f8-a941dc42b961 req-fbda543a-88be-409a-afc3-b66368b02bfc tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] 10.222.0.24 "GET /v2.0/ports?device_id=7030f60d-601b-4e78-bdfc-e27abd4edf3d HTTP/1.1" status: 200 len: 944 time: 0.0511479 Sep 22 04:48:17.159456 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-9d342c8b-7a09-493a-86f8-a941dc42b961 req-ec047d7e-6f91-45f7-81b7-8f533a563fec tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] 10.222.0.24 "GET /v2.0/security-groups?id=8763fa55-6f75-45c8-99f0-29bf67d24342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303342 Sep 22 04:48:18.067401 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.agents_db [None req-7fda405f-bd13-41fd-9497-f6551785b8a3 None None] Agent healthcheck: found 6 active agents {{(pid=94618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 04:48:18.268450 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0578e873-3456-4834-af82-2db90b9512da req-2de0ef5c-57cf-4cfa-9c7e-655d3cdb0703 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:48:18.269932 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-0578e873-3456-4834-af82-2db90b9512da req-2de0ef5c-57cf-4cfa-9c7e-655d3cdb0703 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] 10.222.0.24 "GET /v2.0/ports?device_id=7030f60d-601b-4e78-bdfc-e27abd4edf3d HTTP/1.1" status: 200 len: 944 time: 0.0466130 Sep 22 04:48:18.325699 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-0578e873-3456-4834-af82-2db90b9512da req-42452818-4c46-488e-80c8-2ba0725a2f3c tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] 10.222.0.24 "GET /v2.0/security-groups?id=8763fa55-6f75-45c8-99f0-29bf67d24342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499837 Sep 22 04:48:19.445068 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c4c474-b0e5-4a5d-8f88-e43e5819005f req-c4f24876-4259-4b93-8c14-2e10566815a8 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:48:19.446538 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-08c4c474-b0e5-4a5d-8f88-e43e5819005f req-c4f24876-4259-4b93-8c14-2e10566815a8 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] 10.222.0.24 "GET /v2.0/ports?device_id=7030f60d-601b-4e78-bdfc-e27abd4edf3d HTTP/1.1" status: 200 len: 944 time: 0.0525706 Sep 22 04:48:19.483303 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-08c4c474-b0e5-4a5d-8f88-e43e5819005f req-7408ce4f-a9f8-4e05-a32d-b251ec04f903 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] 10.222.0.24 "GET /v2.0/security-groups?id=8763fa55-6f75-45c8-99f0-29bf67d24342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307846 Sep 22 04:48:20.114347 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-91621d84-92ae-467d-9fef-c74e353b5b25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:48:20.258276 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Device 7c5d1e6f-fcd9-42fa-a727-413a3fd6b4f9 details requested by agent hyperv_hv-cinder-81011 with host hv-cinder-81011 {{(pid=94617) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 04:48:20.348598 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] For port 7c5d1e6f-fcd9-42fa-a727-413a3fd6b4f9, host hv-cinder-81011, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81011',level=0,port_id=7c5d1e6f-fcd9-42fa-a727-413a3fd6b4f9,segment=NetworkSegment(4fdc73c2-84d6-43bf-a2bb-789fede3c216),segment_id=4fdc73c2-84d6-43bf-a2bb-789fede3c216)] {{(pid=94617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:48:20.362383 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Returning: {'device': '7c5d1e6f-fcd9-42fa-a727-413a3fd6b4f9', 'network_id': 'b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea', 'port_id': '7c5d1e6f-fcd9-42fa-a727-413a3fd6b4f9', 'mac_address': 'fa:16:3e:a2:59:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00de75c3-0975-4054-ac99-eafc43a34ef1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94617) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 04:48:20.398537 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:48:20.410334 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.notifiers.nova [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c5d1e6f-fcd9-42fa-a727-413a3fd6b4f9 {{(pid=94617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 04:48:20.428228 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] For port 7c5d1e6f-fcd9-42fa-a727-413a3fd6b4f9, host hv-cinder-81011, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81011',level=0,port_id=7c5d1e6f-fcd9-42fa-a727-413a3fd6b4f9,segment=NetworkSegment(4fdc73c2-84d6-43bf-a2bb-789fede3c216),segment_id=4fdc73c2-84d6-43bf-a2bb-789fede3c216)] {{(pid=94617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:48:20.531780 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:48:20.591230 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Pushing event updated for resources: {'Port': ['ID=7c5d1e6f-fcd9-42fa-a727-413a3fd6b4f9,revision_number=4']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:48:20.602298 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:48:20.603952 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:48:20.603952 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:48:20.603952 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:48:20.604317 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:48:20.604870 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:48:20.605889 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:48:20.606401 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:48:20.606947 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:48:20.607483 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:48:20.608004 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:48:20.608544 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:48:20.613893 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3c9284-0f7c-4416-ba6a-931141700bd9 req-d3a31bda-6b23-4d6e-ac53-f35a733eee71 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:48:20.615686 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-2a3c9284-0f7c-4416-ba6a-931141700bd9 req-d3a31bda-6b23-4d6e-ac53-f35a733eee71 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] 10.222.0.24 "GET /v2.0/ports?device_id=7030f60d-601b-4e78-bdfc-e27abd4edf3d HTTP/1.1" status: 200 len: 945 time: 0.0681689 Sep 22 04:48:20.656323 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-2a3c9284-0f7c-4416-ba6a-931141700bd9 req-840c4cf0-75e8-44b3-b20a-43ee7bcbfc3c tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] 10.222.0.24 "GET /v2.0/security-groups?id=8763fa55-6f75-45c8-99f0-29bf67d24342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337868 Sep 22 04:48:20.754784 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] get_ports_and_sgs() called for port_ids ['7c5d1e6f-fcd9-42fa-a727-413a3fd6b4f9'] {{(pid=94617) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 04:48:21.771742 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ab4c5b-39a4-4e5e-81ab-a3b551820404 req-5c8ef4ac-4343-4fbc-aceb-712cf8f8ba5e tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:48:21.773223 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-a5ab4c5b-39a4-4e5e-81ab-a3b551820404 req-5c8ef4ac-4343-4fbc-aceb-712cf8f8ba5e tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] 10.222.0.24 "GET /v2.0/ports?device_id=7030f60d-601b-4e78-bdfc-e27abd4edf3d HTTP/1.1" status: 200 len: 945 time: 0.0514436 Sep 22 04:48:21.809516 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-a5ab4c5b-39a4-4e5e-81ab-a3b551820404 req-139cab5c-a39f-442a-b8b4-112f2f86b4b9 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] 10.222.0.24 "GET /v2.0/security-groups?id=8763fa55-6f75-45c8-99f0-29bf67d24342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304091 Sep 22 04:48:22.273661 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Device 7c5d1e6f-fcd9-42fa-a727-413a3fd6b4f9 up at agent hyperv_hv-cinder-81011 {{(pid=94617) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 04:48:22.383121 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Provisioning for port 7c5d1e6f-fcd9-42fa-a727-413a3fd6b4f9 completed by entity L2. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 04:48:22.386683 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.provisioning_blocks [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Provisioning complete for port 7c5d1e6f-fcd9-42fa-a727-413a3fd6b4f9 triggered by entity L2. {{(pid=94617) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 04:48:22.387047 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-628798'] for port, provisioning_complete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:48:22.470592 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:48:22.492594 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7030f60d-601b-4e78-bdfc-e27abd4edf3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c5d1e6f-fcd9-42fa-a727-413a3fd6b4f9'}] {{(pid=94617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 04:48:22.494787 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}993cef13cba3f0ab7640ec7edf55a13b4a27e0226575f61fb20ce20e7b239147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c941212c-4615-4df2-bb86-bcd8d8523e62" -d '{"events": [{"server_uuid": "7030f60d-601b-4e78-bdfc-e27abd4edf3d", "name": "network-vif-plugged", "status": "completed", "tag": "7c5d1e6f-fcd9-42fa-a727-413a3fd6b4f9"}]}' {{(pid=94617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 04:48:22.506955 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] For port 7c5d1e6f-fcd9-42fa-a727-413a3fd6b4f9, host hv-cinder-81011, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81011',level=0,port_id=7c5d1e6f-fcd9-42fa-a727-413a3fd6b4f9,segment=NetworkSegment(4fdc73c2-84d6-43bf-a2bb-789fede3c216),segment_id=4fdc73c2-84d6-43bf-a2bb-789fede3c216)] {{(pid=94617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:48:22.548332 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-7ffa2baa-82e4-4754-b8e9-b319ccdf687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:48:22.577067 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893'] for port, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:48:22.600377 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 04:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35a7f5b3-4ff1-4c6e-a654-b8baa2f27529 x-openstack-request-id: req-35a7f5b3-4ff1-4c6e-a654-b8baa2f27529 {{(pid=94617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 04:48:22.600692 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7030f60d-601b-4e78-bdfc-e27abd4edf3d", "name": "network-vif-plugged", "status": "completed", "tag": "7c5d1e6f-fcd9-42fa-a727-413a3fd6b4f9", "code": 200}]} {{(pid=94617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 04:48:22.600953 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-35a7f5b3-4ff1-4c6e-a654-b8baa2f27529 {{(pid=94617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 04:48:22.601337 dv-cinder-810118-1-iscsi neutron-server[94617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7030f60d-601b-4e78-bdfc-e27abd4edf3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c5d1e6f-fcd9-42fa-a727-413a3fd6b4f9', 'code': 200} Sep 22 04:48:22.627809 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Pushing event updated for resources: {'Port': ['ID=7c5d1e6f-fcd9-42fa-a727-413a3fd6b4f9,revision_number=5']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:48:22.927062 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7af2ea-c1e8-407b-842d-7d1b5126b10e req-cb3f5729-6623-4f8b-88e6-b0c2b4da202d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:48:22.928500 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024b774a-79a6-440d-acea-339fde585f31 req-b417dbf0-39d6-46ff-816c-b5d3cd4f1038 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:48:22.928938 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-3d7af2ea-c1e8-407b-842d-7d1b5126b10e req-cb3f5729-6623-4f8b-88e6-b0c2b4da202d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7030f60d-601b-4e78-bdfc-e27abd4edf3d HTTP/1.1" status: 200 len: 1099 time: 0.0390508 Sep 22 04:48:22.930032 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-024b774a-79a6-440d-acea-339fde585f31 req-b417dbf0-39d6-46ff-816c-b5d3cd4f1038 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] 10.222.0.24 "GET /v2.0/ports?device_id=7030f60d-601b-4e78-bdfc-e27abd4edf3d HTTP/1.1" status: 200 len: 946 time: 0.0502906 Sep 22 04:48:22.968110 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-3d7af2ea-c1e8-407b-842d-7d1b5126b10e req-d7ceb226-bdf6-4baf-bc48-fd51ee0386d7 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8763fa55-6f75-45c8-99f0-29bf67d24342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328517 Sep 22 04:48:22.968787 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-024b774a-79a6-440d-acea-339fde585f31 req-0a1adf76-aa94-40d2-8f62-8a0aa5856fed tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] 10.222.0.24 "GET /v2.0/security-groups?id=8763fa55-6f75-45c8-99f0-29bf67d24342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327809 Sep 22 04:48:23.331372 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:48:24.079373 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6d047a-d046-4d4d-93af-fe51248e488f req-bfb398de-11cd-4ee3-b3c6-5a38c92a3a2d tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:48:24.080892 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-bf6d047a-d046-4d4d-93af-fe51248e488f req-bfb398de-11cd-4ee3-b3c6-5a38c92a3a2d tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] 10.222.0.24 "GET /v2.0/ports?device_id=7030f60d-601b-4e78-bdfc-e27abd4edf3d HTTP/1.1" status: 200 len: 946 time: 0.0467000 Sep 22 04:48:24.121609 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-bf6d047a-d046-4d4d-93af-fe51248e488f req-b9117e90-a262-49e8-9b84-122462590b51 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] 10.222.0.24 "GET /v2.0/security-groups?id=8763fa55-6f75-45c8-99f0-29bf67d24342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310874 Sep 22 04:48:24.170474 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-62fe730e-da9a-4cac-a5e3-718f571d83ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:48:25.233249 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd29cf18-90b8-4b81-b144-f31119402215 req-47565e5e-6e6c-40ec-941f-6bea56fd7474 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:48:25.234637 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-dd29cf18-90b8-4b81-b144-f31119402215 req-47565e5e-6e6c-40ec-941f-6bea56fd7474 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] 10.222.0.24 "GET /v2.0/ports?device_id=7030f60d-601b-4e78-bdfc-e27abd4edf3d HTTP/1.1" status: 200 len: 946 time: 0.0473218 Sep 22 04:48:25.271609 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-dd29cf18-90b8-4b81-b144-f31119402215 req-35763e1b-66b8-4d6d-ae83-cc4af279ac32 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] 10.222.0.24 "GET /v2.0/security-groups?id=8763fa55-6f75-45c8-99f0-29bf67d24342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311055 Sep 22 04:48:25.380481 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a703d9-ec53-451d-8928-840377fb32e1 req-36b52cee-303e-4a21-89a4-2c8471d43800 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:48:25.381912 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-39a703d9-ec53-451d-8928-840377fb32e1 req-36b52cee-303e-4a21-89a4-2c8471d43800 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] 10.222.0.24 "GET /v2.0/ports?device_id=7030f60d-601b-4e78-bdfc-e27abd4edf3d HTTP/1.1" status: 200 len: 946 time: 0.0468278 Sep 22 04:48:25.419936 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-39a703d9-ec53-451d-8928-840377fb32e1 req-2f0fbd3c-58f5-445d-b3ad-3d0769249176 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] 10.222.0.24 "GET /v2.0/security-groups?id=8763fa55-6f75-45c8-99f0-29bf67d24342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322726 Sep 22 04:48:25.441691 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 51892) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:48:25.478198 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e32f69d0-aae8-4946-831a-5b3c2983d982 tempest-TestVolumeBootPattern-2143673122 tempest-TestVolumeBootPattern-2143673122-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:48:25.479642 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-e32f69d0-aae8-4946-831a-5b3c2983d982 tempest-TestVolumeBootPattern-2143673122 tempest-TestVolumeBootPattern-2143673122-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=7030f60d-601b-4e78-bdfc-e27abd4edf3d HTTP/1.1" status: 200 len: 1094 time: 0.0370474 Sep 22 04:48:25.482957 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 51894) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:48:25.487197 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.v2.base [None req-0c9ace86-bb66-4d2d-8b5f-6abf2ae224c2 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Request body: {'floatingip': {'floating_network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'port_id': '7c5d1e6f-fcd9-42fa-a727-413a3fd6b4f9', 'tenant_id': '413fcdd02cab49a4933214dcc8244926', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94616) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 04:48:25.564372 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-0c9ace86-bb66-4d2d-8b5f-6abf2ae224c2 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Notify callbacks [] for floatingip, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:48:25.657262 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-0c9ace86-bb66-4d2d-8b5f-6abf2ae224c2 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:48:25.690198 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-c7bbae2d-f237-46cc-b838-3371bd865633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:48:25.760753 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.db.db_base_plugin_common [None req-0c9ace86-bb66-4d2d-8b5f-6abf2ae224c2 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Allocated IP 172.27.3.244 (1c001e5d-5f10-46e0-9089-3ba13d08e463/ef28eb13-4204-4034-a22d-0722adaca342/59d1bb7a-b2fa-429c-b38a-07071214e5fa) {{(pid=94616) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 04:48:25.859939 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-0c9ace86-bb66-4d2d-8b5f-6abf2ae224c2 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Notify callbacks [] for port, precommit_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:48:25.960312 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-0c9ace86-bb66-4d2d-8b5f-6abf2ae224c2 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769518673857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534565802'] for port, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:48:25.996786 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9ace86-bb66-4d2d-8b5f-6abf2ae224c2 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Network 1c001e5d-5f10-46e0-9089-3ba13d08e463 is already hosted by enough agents. {{(pid=94616) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 04:48:26.000797 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.scheduler.base_scheduler [None req-0c9ace86-bb66-4d2d-8b5f-6abf2ae224c2 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Resources bound (agent type, host, resource id): {{(pid=94616) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 04:48:26.003346 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9ace86-bb66-4d2d-8b5f-6abf2ae224c2 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Received port after_create {{(pid=94616) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 04:48:26.012753 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9ace86-bb66-4d2d-8b5f-6abf2ae224c2 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Pushing event updated for resources: {'Port': ['ID=59d1bb7a-b2fa-429c-b38a-07071214e5fa,revision_number=1']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:48:26.602942 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-0c9ace86-bb66-4d2d-8b5f-6abf2ae224c2 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:48:26.725233 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-0c9ace86-bb66-4d2d-8b5f-6abf2ae224c2 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649186'] for port, before_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:48:26.867434 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-0c9ace86-bb66-4d2d-8b5f-6abf2ae224c2 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Notify callbacks [] for port, precommit_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:48:26.918284 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-0c9ace86-bb66-4d2d-8b5f-6abf2ae224c2 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769518980356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769518673875', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769518673893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-534565793'] for port, after_update {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:48:26.989736 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9ace86-bb66-4d2d-8b5f-6abf2ae224c2 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Pushing event updated for resources: {'Port': ['ID=59d1bb7a-b2fa-429c-b38a-07071214e5fa,revision_number=2']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:48:26.998384 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-0c9ace86-bb66-4d2d-8b5f-6abf2ae224c2 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1865242'] for floatingip, after_create {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:48:27.098477 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.db.l3_db [None req-0c9ace86-bb66-4d2d-8b5f-6abf2ae224c2 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Floating IP 19d02b30-19a2-47e2-80b2-4cfe55527cb4 associated. External IP: 172.27.3.244, port: 7c5d1e6f-fcd9-42fa-a727-413a3fd6b4f9. Sep 22 04:48:27.293136 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c9ace86-bb66-4d2d-8b5f-6abf2ae224c2 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Router 506c2078-d2d6-4406-b4a4-ba97abfb0cfc has already been hosted by L3 agent 67baeb3b-346e-4680-9ea8-6eec6aa84835 {{(pid=94616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 04:48:27.408495 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c9ace86-bb66-4d2d-8b5f-6abf2ae224c2 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Notify agent at l3_agent.dv-cinder-810118-1-iscsi the message routers_updated {{(pid=94616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 04:48:27.417885 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869d3868-9ae5-40f2-9dcd-4bebfc63eea6 None None] Sync routers for ids ['506c2078-d2d6-4406-b4a4-ba97abfb0cfc'] in dv-cinder-810118-1-iscsi {{(pid=94617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 04:48:27.427427 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869d3868-9ae5-40f2-9dcd-4bebfc63eea6 None None] Routers {'506c2078-d2d6-4406-b4a4-ba97abfb0cfc'} bound to L3 agent in host dv-cinder-810118-1-iscsi {{(pid=94617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 04:48:27.428035 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-869d3868-9ae5-40f2-9dcd-4bebfc63eea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810118-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T04:20:22Z,description=,heartbeat_timestamp=2021-09-22T04:48:22Z,host='dv-cinder-810118-1-iscsi',id=67baeb3b-346e-4680-9ea8-6eec6aa84835,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T04:20:23Z,topic='l3_agent')) {'router_ids': ['506c2078-d2d6-4406-b4a4-ba97abfb0cfc'], 'active': True} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:48:27.520355 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-0c9ace86-bb66-4d2d-8b5f-6abf2ae224c2 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34584'] for floatingip, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:48:27.528972 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvr_db [None req-869d3868-9ae5-40f2-9dcd-4bebfc63eea6 None None] Set router 506c2078-d2d6-4406-b4a4-ba97abfb0cfc gateway port host: dv-cinder-810118-1-iscsi {{(pid=94617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 04:48:27.551216 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-0c9ace86-bb66-4d2d-8b5f-6abf2ae224c2 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0671101 Sep 22 04:48:27.551768 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7030f60d-601b-4e78-bdfc-e27abd4edf3d', 'tag': '7c5d1e6f-fcd9-42fa-a727-413a3fd6b4f9'}] {{(pid=94616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 04:48:27.554071 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ee93b3f7eb2b2b6a350c95698ebe5b9c8d238e2160e747b625fec6bb3c76933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e83a3a8e-15d8-43c7-802e-befa2e876b60" -d '{"events": [{"name": "network-changed", "server_uuid": "7030f60d-601b-4e78-bdfc-e27abd4edf3d", "tag": "7c5d1e6f-fcd9-42fa-a727-413a3fd6b4f9"}]}' {{(pid=94616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 04:48:27.590145 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 04:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76cabb79-e602-486f-8c20-75bb6bdc4d55 x-openstack-request-id: req-76cabb79-e602-486f-8c20-75bb6bdc4d55 {{(pid=94616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 04:48:27.591050 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7030f60d-601b-4e78-bdfc-e27abd4edf3d", "tag": "7c5d1e6f-fcd9-42fa-a727-413a3fd6b4f9", "status": "completed", "code": 200}]} {{(pid=94616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 04:48:27.591296 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-76cabb79-e602-486f-8c20-75bb6bdc4d55 {{(pid=94616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 04:48:27.591685 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7030f60d-601b-4e78-bdfc-e27abd4edf3d', 'tag': '7c5d1e6f-fcd9-42fa-a727-413a3fd6b4f9', 'status': 'completed', 'code': 200} Sep 22 04:48:27.652392 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83a3a8e-15d8-43c7-802e-befa2e876b60 req-0f4876a7-ab89-4191-966f-cec4661be73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:48:27.654622 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-e83a3a8e-15d8-43c7-802e-befa2e876b60 req-0f4876a7-ab89-4191-966f-cec4661be73d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=413fcdd02cab49a4933214dcc8244926&device_id=7030f60d-601b-4e78-bdfc-e27abd4edf3d HTTP/1.1" status: 200 len: 1099 time: 0.0422294 Sep 22 04:48:27.746289 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83a3a8e-15d8-43c7-802e-befa2e876b60 req-82317e9d-39b8-4aa4-8744-e212242466e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:48:27.748265 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-e83a3a8e-15d8-43c7-802e-befa2e876b60 req-82317e9d-39b8-4aa4-8744-e212242466e6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea HTTP/1.1" status: 200 len: 912 time: 0.0862763 Sep 22 04:48:27.758322 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-869d3868-9ae5-40f2-9dcd-4bebfc63eea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '506c2078-d2d6-4406-b4a4-ba97abfb0cfc', 'name': 'tempest-TestVolumeBootPattern-2146789285-router', 'tenant_id': '413fcdd02cab49a4933214dcc8244926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'external_fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': '2c2e5cfa-2e3d-48bf-90a8-b694de702f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T04:43:22Z', 'updated_at': '2021-09-22T04:43:25Z', 'revision_number': 4, 'project_id': '413fcdd02cab49a4933214dcc8244926', 'gw_port': {'id': '2c2e5cfa-2e3d-48bf-90a8-b694de702f81', 'name': '', 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:9a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506c2078-d2d6-4406-b4a4-ba97abfb0cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:43:23Z', 'updated_at': '2021-09-22T04:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810118-1-iscsi', '_floatingips': [{'id': '19d02b30-19a2-47e2-80b2-4cfe55527cb4', 'tenant_id': '413fcdd02cab49a4933214dcc8244926', 'floating_ip_address': '172.27.3.244', 'floating_network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'router_id': '506c2078-d2d6-4406-b4a4-ba97abfb0cfc', 'port_id': '7c5d1e6f-fcd9-42fa-a727-413a3fd6b4f9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea', 'mac_address': 'fa:16:3e:a2:59:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7030f60d-601b-4e78-bdfc-e27abd4edf3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T04:48:26Z', 'updated_at': '2021-09-22T04:48:26Z', 'revision_number': 0, 'project_id': '413fcdd02cab49a4933214dcc8244926', 'fixed_ip_address_scope': None}, {'id': 'fed00926-5bb2-4a19-ac55-a8afe5769427', 'tenant_id': '413fcdd02cab49a4933214dcc8244926', 'floating_ip_address': '172.27.3.59', 'floating_network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'router_id': '506c2078-d2d6-4406-b4a4-ba97abfb0cfc', 'port_id': '86d65057-9aef-46ec-892d-34031a30e3d6', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea', 'mac_address': 'fa:16:3e:72:8d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba6a84cc-0fea-41ab-9f8b-2a5610d89036', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T04:46:29Z', 'updated_at': '2021-09-22T04:46:31Z', 'revision_number': 1, 'project_id': '413fcdd02cab49a4933214dcc8244926', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ef7b67d-1a3c-480c-9d10-3c549b57a21c', 'name': '', 'network_id': 'b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea', 'tenant_id': '413fcdd02cab49a4933214dcc8244926', 'mac_address': 'fa:16:3e:4d:ed:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506c2078-d2d6-4406-b4a4-ba97abfb0cfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '00de75c3-0975-4054-ac99-eafc43a34ef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:43:25Z', 'updated_at': '2021-09-22T04:43:29Z', 'revision_number': 5, 'project_id': '413fcdd02cab49a4933214dcc8244926', 'subnets': [{'id': '00de75c3-0975-4054-ac99-eafc43a34ef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810118-1-iscsi', False) {} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:48:27.785116 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869d3868-9ae5-40f2-9dcd-4bebfc63eea6 None None] Checking router: 506c2078-d2d6-4406-b4a4-ba97abfb0cfc for host: dv-cinder-810118-1-iscsi {{(pid=94617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 04:48:27.793198 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869d3868-9ae5-40f2-9dcd-4bebfc63eea6 None None] Routers {'506c2078-d2d6-4406-b4a4-ba97abfb0cfc'} bound to L3 agent in host dv-cinder-810118-1-iscsi {{(pid=94617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 04:48:27.793827 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-869d3868-9ae5-40f2-9dcd-4bebfc63eea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810118-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T04:20:22Z,description=,heartbeat_timestamp=2021-09-22T04:48:22Z,host='dv-cinder-810118-1-iscsi',id=67baeb3b-346e-4680-9ea8-6eec6aa84835,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T04:20:23Z,topic='l3_agent')) {'router_ids': ['506c2078-d2d6-4406-b4a4-ba97abfb0cfc'], 'active': True} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:48:27.815326 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-e83a3a8e-15d8-43c7-802e-befa2e876b60 req-e4dab837-52da-4ceb-8abd-b832d836dc3b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c5d1e6f-fcd9-42fa-a727-413a3fd6b4f9 HTTP/1.1" status: 200 len: 1000 time: 0.0598812 Sep 22 04:48:27.865006 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83a3a8e-15d8-43c7-802e-befa2e876b60 req-fc7b1d7c-29b6-42a7-8c03-e08e34f3b540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:48:27.866344 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-e83a3a8e-15d8-43c7-802e-befa2e876b60 req-fc7b1d7c-29b6-42a7-8c03-e08e34f3b540 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=00de75c3-0975-4054-ac99-eafc43a34ef1 HTTP/1.1" status: 200 len: 851 time: 0.0441718 Sep 22 04:48:27.898861 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvr_db [None req-869d3868-9ae5-40f2-9dcd-4bebfc63eea6 None None] Set router 506c2078-d2d6-4406-b4a4-ba97abfb0cfc gateway port host: dv-cinder-810118-1-iscsi {{(pid=94617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 04:48:27.911334 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83a3a8e-15d8-43c7-802e-befa2e876b60 req-cf4c8273-9ca0-4b7f-a99b-38a374c84720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:48:27.912895 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-e83a3a8e-15d8-43c7-802e-befa2e876b60 req-cf4c8273-9ca0-4b7f-a99b-38a374c84720 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396276 Sep 22 04:48:28.004863 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-e83a3a8e-15d8-43c7-802e-befa2e876b60 req-f027d208-816e-4303-8303-39d048a59499 service neutron] 10.222.0.30 "GET /v2.0/networks/b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850549 Sep 22 04:48:28.092115 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-e83a3a8e-15d8-43c7-802e-befa2e876b60 req-d95659f0-1dbc-4550-bd17-6cbef2c38a8c service neutron] 10.222.0.30 "GET /v2.0/networks/b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800619 Sep 22 04:48:28.117748 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-869d3868-9ae5-40f2-9dcd-4bebfc63eea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '506c2078-d2d6-4406-b4a4-ba97abfb0cfc', 'name': 'tempest-TestVolumeBootPattern-2146789285-router', 'tenant_id': '413fcdd02cab49a4933214dcc8244926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'external_fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': '2c2e5cfa-2e3d-48bf-90a8-b694de702f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T04:43:22Z', 'updated_at': '2021-09-22T04:43:25Z', 'revision_number': 4, 'project_id': '413fcdd02cab49a4933214dcc8244926', 'gw_port': {'id': '2c2e5cfa-2e3d-48bf-90a8-b694de702f81', 'name': '', 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:9a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506c2078-d2d6-4406-b4a4-ba97abfb0cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:43:23Z', 'updated_at': '2021-09-22T04:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810118-1-iscsi', '_floatingips': [{'id': '19d02b30-19a2-47e2-80b2-4cfe55527cb4', 'tenant_id': '413fcdd02cab49a4933214dcc8244926', 'floating_ip_address': '172.27.3.244', 'floating_network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'router_id': '506c2078-d2d6-4406-b4a4-ba97abfb0cfc', 'port_id': '7c5d1e6f-fcd9-42fa-a727-413a3fd6b4f9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea', 'mac_address': 'fa:16:3e:a2:59:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7030f60d-601b-4e78-bdfc-e27abd4edf3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T04:48:26Z', 'updated_at': '2021-09-22T04:48:26Z', 'revision_number': 0, 'project_id': '413fcdd02cab49a4933214dcc8244926', 'fixed_ip_address_scope': None}, {'id': 'fed00926-5bb2-4a19-ac55-a8afe5769427', 'tenant_id': '413fcdd02cab49a4933214dcc8244926', 'floating_ip_address': '172.27.3.59', 'floating_network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'router_id': '506c2078-d2d6-4406-b4a4-ba97abfb0cfc', 'port_id': '86d65057-9aef-46ec-892d-34031a30e3d6', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea', 'mac_address': 'fa:16:3e:72:8d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba6a84cc-0fea-41ab-9f8b-2a5610d89036', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T04:46:29Z', 'updated_at': '2021-09-22T04:46:31Z', 'revision_number': 1, 'project_id': '413fcdd02cab49a4933214dcc8244926', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ef7b67d-1a3c-480c-9d10-3c549b57a21c', 'name': '', 'network_id': 'b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea', 'tenant_id': '413fcdd02cab49a4933214dcc8244926', 'mac_address': 'fa:16:3e:4d:ed:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506c2078-d2d6-4406-b4a4-ba97abfb0cfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '00de75c3-0975-4054-ac99-eafc43a34ef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:43:25Z', 'updated_at': '2021-09-22T04:43:29Z', 'revision_number': 5, 'project_id': '413fcdd02cab49a4933214dcc8244926', 'subnets': [{'id': '00de75c3-0975-4054-ac99-eafc43a34ef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810118-1-iscsi', False) {} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:48:28.144092 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869d3868-9ae5-40f2-9dcd-4bebfc63eea6 None None] The sync data for ids ['506c2078-d2d6-4406-b4a4-ba97abfb0cfc'] in dv-cinder-810118-1-iscsi is: [{'id': '506c2078-d2d6-4406-b4a4-ba97abfb0cfc', 'name': 'tempest-TestVolumeBootPattern-2146789285-router', 'tenant_id': '413fcdd02cab49a4933214dcc8244926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'external_fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': '2c2e5cfa-2e3d-48bf-90a8-b694de702f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T04:43:22Z', 'updated_at': '2021-09-22T04:43:25Z', 'revision_number': 4, 'project_id': '413fcdd02cab49a4933214dcc8244926', 'gw_port': {'id': '2c2e5cfa-2e3d-48bf-90a8-b694de702f81', 'name': '', 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:9a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506c2078-d2d6-4406-b4a4-ba97abfb0cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:43:23Z', 'updated_at': '2021-09-22T04:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810118-1-iscsi', '_floatingips': [{'id': '19d02b30-19a2-47e2-80b2-4cfe55527cb4', 'tenant_id': '413fcdd02cab49a4933214dcc8244926', 'floating_ip_address': '172.27.3.244', 'floating_network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'router_id': '506c2078-d2d6-4406-b4a4-ba97abfb0cfc', 'port_id': '7c5d1e6f-fcd9-42fa-a727-413a3fd6b4f9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea', 'mac_address': 'fa:16:3e:a2:59:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7030f60d-601b-4e78-bdfc-e27abd4edf3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T04:48:26Z', 'updated_at': '2021-09-22T04:48:26Z', 'revision_number': 0, 'project_id': '413fcdd02cab49a4933214dcc8244926', 'fixed_ip_address_scope': None}, {'id': 'fed00926-5bb2-4a19-ac55-a8afe5769427', 'tenant_id': '413fcdd02cab49a4933214dcc8244926', 'floating_ip_address': '172.27.3.59', 'floating_network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'router_id': '506c2078-d2d6-4406-b4a4-ba97abfb0cfc', 'port_id': '86d65057-9aef-46ec-892d-34031a30e3d6', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea', 'mac_address': 'fa:16:3e:72:8d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba6a84cc-0fea-41ab-9f8b-2a5610d89036', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T04:46:29Z', 'updated_at': '2021-09-22T04:46:31Z', 'revision_number': 1, 'project_id': '413fcdd02cab49a4933214dcc8244926', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ef7b67d-1a3c-480c-9d10-3c549b57a21c', 'name': '', 'network_id': 'b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea', 'tenant_id': '413fcdd02cab49a4933214dcc8244926', 'mac_address': 'fa:16:3e:4d:ed:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506c2078-d2d6-4406-b4a4-ba97abfb0cfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '00de75c3-0975-4054-ac99-eafc43a34ef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:43:25Z', 'updated_at': '2021-09-22T04:43:29Z', 'revision_number': 5, 'project_id': '413fcdd02cab49a4933214dcc8244926', 'subnets': [{'id': '00de75c3-0975-4054-ac99-eafc43a34ef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 04:48:28.326629 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9f7262-1a00-416e-ace0-553eee8b67f4 None None] New status for floating IP 19d02b30-19a2-47e2-80b2-4cfe55527cb4: ACTIVE {{(pid=94618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 04:48:36.965166 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:48:50.090778 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-9a9ade9e-ad60-4243-b6b6-2ccd7edd3a03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:48:52.501776 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5320e314-79d6-43a8-823d-fc214aafe791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:48:53.346077 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:48:54.145990 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-62fe730e-da9a-4cac-a5e3-718f571d83ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:48:55.067638 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.agents_db [None req-7fda405f-bd13-41fd-9497-f6551785b8a3 None None] Agent healthcheck: found 6 active agents {{(pid=94618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 04:48:55.700097 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-c7bbae2d-f237-46cc-b838-3371bd865633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:48:57.290537 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-291dc9e3-59da-4910-b251-81f92163ba04 req-d37e53ef-6285-4195-a179-6f395449214f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ba6a84cc-0fea-41ab-9f8b-2a5610d89036&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0410078 Sep 22 04:48:57.370880 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291dc9e3-59da-4910-b251-81f92163ba04 req-ae1d60a3-ef6e-44aa-977a-2c7989a0b56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:48:57.372306 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-291dc9e3-59da-4910-b251-81f92163ba04 req-ae1d60a3-ef6e-44aa-977a-2c7989a0b56f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=413fcdd02cab49a4933214dcc8244926&device_id=ba6a84cc-0fea-41ab-9f8b-2a5610d89036 HTTP/1.1" status: 200 len: 1098 time: 0.0381038 Sep 22 04:48:57.472090 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291dc9e3-59da-4910-b251-81f92163ba04 req-c057a0b1-ee4a-42b5-b8d7-dd44a984cfd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:48:57.473535 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-291dc9e3-59da-4910-b251-81f92163ba04 req-c057a0b1-ee4a-42b5-b8d7-dd44a984cfd7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea HTTP/1.1" status: 200 len: 912 time: 0.0828199 Sep 22 04:48:57.535846 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-291dc9e3-59da-4910-b251-81f92163ba04 req-d092624b-2747-418c-b9f1-090672073b38 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86d65057-9aef-46ec-892d-34031a30e3d6 HTTP/1.1" status: 200 len: 1000 time: 0.0555663 Sep 22 04:48:57.585386 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291dc9e3-59da-4910-b251-81f92163ba04 req-4edc11e5-061d-4838-bd1b-e4d21348c1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:48:57.586793 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-291dc9e3-59da-4910-b251-81f92163ba04 req-4edc11e5-061d-4838-bd1b-e4d21348c1ca service neutron] 10.222.0.30 "GET /v2.0/subnets?id=00de75c3-0975-4054-ac99-eafc43a34ef1 HTTP/1.1" status: 200 len: 851 time: 0.0444288 Sep 22 04:48:57.633329 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291dc9e3-59da-4910-b251-81f92163ba04 req-fb0015c9-77e5-4bf0-b38e-4ce2548cf9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:48:57.634753 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-291dc9e3-59da-4910-b251-81f92163ba04 req-fb0015c9-77e5-4bf0-b38e-4ce2548cf9db service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411971 Sep 22 04:48:57.720592 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-291dc9e3-59da-4910-b251-81f92163ba04 req-6c2b625b-a302-4f3a-893c-c4786a44e1fa service neutron] 10.222.0.30 "GET /v2.0/networks/b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784955 Sep 22 04:48:57.810070 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-291dc9e3-59da-4910-b251-81f92163ba04 req-53f48cca-e9c9-41f5-b76c-079a2bc6e225 service neutron] 10.222.0.30 "GET /v2.0/networks/b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819771 Sep 22 04:49:06.975031 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:49:20.123976 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-4ade973e-c26f-4b16-9505-523b8f8eb2df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:49:22.511053 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-13753848-b71b-46ce-a93f-149fe633fe8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:49:23.358082 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:49:24.146928 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-62fe730e-da9a-4cac-a5e3-718f571d83ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:49:25.695417 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-c7bbae2d-f237-46cc-b838-3371bd865633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:49:32.066727 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.agents_db [None req-7fda405f-bd13-41fd-9497-f6551785b8a3 None None] Agent healthcheck: found 6 active agents {{(pid=94618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 04:49:36.968298 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:49:50.099061 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-c02be81e-3488-4041-a5df-ce69a8c1ffe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:49:52.510927 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-9aad886c-9829-4ff2-9581-4591c53a6bae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:49:53.409429 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:49:54.167595 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-62fe730e-da9a-4cac-a5e3-718f571d83ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:49:55.228655 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 51920) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:49:55.419754 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [None req-7189bff0-d02e-4bde-bf3c-49240cbbeb12 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Deleting port 59d1bb7a-b2fa-429c-b38a-07071214e5fa {{(pid=94616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 04:49:55.420087 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-7189bff0-d02e-4bde-bf3c-49240cbbeb12 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769518975272'] for port, before_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:49:55.490991 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-7189bff0-d02e-4bde-bf3c-49240cbbeb12 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1861379'] for port, precommit_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:49:55.491230 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-7189bff0-d02e-4bde-bf3c-49240cbbeb12 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:49:55.502259 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [None req-7189bff0-d02e-4bde-bf3c-49240cbbeb12 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Calling delete_port for 59d1bb7a-b2fa-429c-b38a-07071214e5fa owned by network:floatingip {{(pid=94616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 04:49:55.723313 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-c7bbae2d-f237-46cc-b838-3371bd865633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:49:55.746317 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-7189bff0-d02e-4bde-bf3c-49240cbbeb12 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769518980334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769518673866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534565802'] for port, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:49:55.772184 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7189bff0-d02e-4bde-bf3c-49240cbbeb12 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Pushing event deleted for resources: {'Port': ['ID=59d1bb7a-b2fa-429c-b38a-07071214e5fa,revision_number=None']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:49:55.797103 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7189bff0-d02e-4bde-bf3c-49240cbbeb12 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:49:55.797443 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7189bff0-d02e-4bde-bf3c-49240cbbeb12 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:49:55.797778 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7189bff0-d02e-4bde-bf3c-49240cbbeb12 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:49:55.798105 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7189bff0-d02e-4bde-bf3c-49240cbbeb12 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:49:55.798427 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7189bff0-d02e-4bde-bf3c-49240cbbeb12 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:49:55.798749 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7189bff0-d02e-4bde-bf3c-49240cbbeb12 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:49:55.799071 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7189bff0-d02e-4bde-bf3c-49240cbbeb12 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:49:55.799389 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7189bff0-d02e-4bde-bf3c-49240cbbeb12 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:49:55.799704 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7189bff0-d02e-4bde-bf3c-49240cbbeb12 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:49:55.800017 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7189bff0-d02e-4bde-bf3c-49240cbbeb12 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:49:55.800327 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7189bff0-d02e-4bde-bf3c-49240cbbeb12 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:49:55.800665 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7189bff0-d02e-4bde-bf3c-49240cbbeb12 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:49:55.837665 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-7189bff0-d02e-4bde-bf3c-49240cbbeb12 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Notify callbacks [] for floatingip, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:49:55.837985 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.db.l3_db [None req-7189bff0-d02e-4bde-bf3c-49240cbbeb12 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Floating IP 19d02b30-19a2-47e2-80b2-4cfe55527cb4 disassociated (deleted). External IP: 172.27.3.244, port: 7c5d1e6f-fcd9-42fa-a727-413a3fd6b4f9. Sep 22 04:49:56.038105 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7189bff0-d02e-4bde-bf3c-49240cbbeb12 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Router 506c2078-d2d6-4406-b4a4-ba97abfb0cfc has already been hosted by L3 agent 67baeb3b-346e-4680-9ea8-6eec6aa84835 {{(pid=94616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 04:49:56.139973 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7189bff0-d02e-4bde-bf3c-49240cbbeb12 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Notify agent at l3_agent.dv-cinder-810118-1-iscsi the message routers_updated {{(pid=94616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 04:49:56.145290 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-7189bff0-d02e-4bde-bf3c-49240cbbeb12 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34584'] for floatingip, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:49:56.150098 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7c4db2-48f1-4c0d-a00c-d2bbfa1f0e84 None None] Sync routers for ids ['506c2078-d2d6-4406-b4a4-ba97abfb0cfc'] in dv-cinder-810118-1-iscsi {{(pid=94617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 04:49:56.158575 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7c4db2-48f1-4c0d-a00c-d2bbfa1f0e84 None None] Routers {'506c2078-d2d6-4406-b4a4-ba97abfb0cfc'} bound to L3 agent in host dv-cinder-810118-1-iscsi {{(pid=94617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 04:49:56.159188 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-be7c4db2-48f1-4c0d-a00c-d2bbfa1f0e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810118-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T04:20:22Z,description=,heartbeat_timestamp=2021-09-22T04:49:52Z,host='dv-cinder-810118-1-iscsi',id=67baeb3b-346e-4680-9ea8-6eec6aa84835,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T04:20:23Z,topic='l3_agent')) {'router_ids': ['506c2078-d2d6-4406-b4a4-ba97abfb0cfc'], 'active': True} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:49:56.170638 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-7189bff0-d02e-4bde-bf3c-49240cbbeb12 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] 10.222.0.24 "DELETE /v2.0/floatingips/19d02b30-19a2-47e2-80b2-4cfe55527cb4 HTTP/1.1" status: 204 len: 168 time: 0.9409833 Sep 22 04:49:56.171217 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7030f60d-601b-4e78-bdfc-e27abd4edf3d', 'tag': '7c5d1e6f-fcd9-42fa-a727-413a3fd6b4f9'}] {{(pid=94616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 04:49:56.173479 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ee93b3f7eb2b2b6a350c95698ebe5b9c8d238e2160e747b625fec6bb3c76933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e33b0da9-f4b4-4666-906c-49f8375695dd" -d '{"events": [{"name": "network-changed", "server_uuid": "7030f60d-601b-4e78-bdfc-e27abd4edf3d", "tag": "7c5d1e6f-fcd9-42fa-a727-413a3fd6b4f9"}]}' {{(pid=94616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 04:49:56.212676 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 04:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59f49f93-910a-4048-b7d9-e7efd553fd5b x-openstack-request-id: req-59f49f93-910a-4048-b7d9-e7efd553fd5b {{(pid=94616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 04:49:56.212967 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7030f60d-601b-4e78-bdfc-e27abd4edf3d", "tag": "7c5d1e6f-fcd9-42fa-a727-413a3fd6b4f9", "status": "completed", "code": 200}]} {{(pid=94616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 04:49:56.213217 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-59f49f93-910a-4048-b7d9-e7efd553fd5b {{(pid=94616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 04:49:56.213729 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7030f60d-601b-4e78-bdfc-e27abd4edf3d', 'tag': '7c5d1e6f-fcd9-42fa-a727-413a3fd6b4f9', 'status': 'completed', 'code': 200} Sep 22 04:49:56.266020 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvr_db [None req-be7c4db2-48f1-4c0d-a00c-d2bbfa1f0e84 None None] Set router 506c2078-d2d6-4406-b4a4-ba97abfb0cfc gateway port host: dv-cinder-810118-1-iscsi {{(pid=94617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 04:49:56.320336 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33b0da9-f4b4-4666-906c-49f8375695dd req-fe4741b2-cc3a-478a-b465-fcd97dc22f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:49:56.321988 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-e33b0da9-f4b4-4666-906c-49f8375695dd req-fe4741b2-cc3a-478a-b465-fcd97dc22f97 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=413fcdd02cab49a4933214dcc8244926&device_id=7030f60d-601b-4e78-bdfc-e27abd4edf3d HTTP/1.1" status: 200 len: 1099 time: 0.0829396 Sep 22 04:49:56.417067 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33b0da9-f4b4-4666-906c-49f8375695dd req-acd37135-a2e2-47bc-8896-f77b47373518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:49:56.418542 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-e33b0da9-f4b4-4666-906c-49f8375695dd req-acd37135-a2e2-47bc-8896-f77b47373518 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea HTTP/1.1" status: 200 len: 912 time: 0.0897975 Sep 22 04:49:56.460000 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-e33b0da9-f4b4-4666-906c-49f8375695dd req-004c86fd-db0e-48dd-8ed8-c6f855452fa6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c5d1e6f-fcd9-42fa-a727-413a3fd6b4f9 HTTP/1.1" status: 200 len: 217 time: 0.0336614 Sep 22 04:49:56.498932 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-be7c4db2-48f1-4c0d-a00c-d2bbfa1f0e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '506c2078-d2d6-4406-b4a4-ba97abfb0cfc', 'name': 'tempest-TestVolumeBootPattern-2146789285-router', 'tenant_id': '413fcdd02cab49a4933214dcc8244926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'external_fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': '2c2e5cfa-2e3d-48bf-90a8-b694de702f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T04:43:22Z', 'updated_at': '2021-09-22T04:43:25Z', 'revision_number': 4, 'project_id': '413fcdd02cab49a4933214dcc8244926', 'gw_port': {'id': '2c2e5cfa-2e3d-48bf-90a8-b694de702f81', 'name': '', 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:9a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506c2078-d2d6-4406-b4a4-ba97abfb0cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:43:23Z', 'updated_at': '2021-09-22T04:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810118-1-iscsi', '_floatingips': [{'id': 'fed00926-5bb2-4a19-ac55-a8afe5769427', 'tenant_id': '413fcdd02cab49a4933214dcc8244926', 'floating_ip_address': '172.27.3.59', 'floating_network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'router_id': '506c2078-d2d6-4406-b4a4-ba97abfb0cfc', 'port_id': '86d65057-9aef-46ec-892d-34031a30e3d6', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea', 'mac_address': 'fa:16:3e:72:8d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba6a84cc-0fea-41ab-9f8b-2a5610d89036', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T04:46:29Z', 'updated_at': '2021-09-22T04:46:31Z', 'revision_number': 1, 'project_id': '413fcdd02cab49a4933214dcc8244926', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ef7b67d-1a3c-480c-9d10-3c549b57a21c', 'name': '', 'network_id': 'b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea', 'tenant_id': '413fcdd02cab49a4933214dcc8244926', 'mac_address': 'fa:16:3e:4d:ed:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506c2078-d2d6-4406-b4a4-ba97abfb0cfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '00de75c3-0975-4054-ac99-eafc43a34ef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:43:25Z', 'updated_at': '2021-09-22T04:43:29Z', 'revision_number': 5, 'project_id': '413fcdd02cab49a4933214dcc8244926', 'subnets': [{'id': '00de75c3-0975-4054-ac99-eafc43a34ef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810118-1-iscsi', False) {} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:49:56.516445 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33b0da9-f4b4-4666-906c-49f8375695dd req-f03ad3d3-ea02-47bf-be76-af489779788a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:49:56.518064 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-e33b0da9-f4b4-4666-906c-49f8375695dd req-f03ad3d3-ea02-47bf-be76-af489779788a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=00de75c3-0975-4054-ac99-eafc43a34ef1 HTTP/1.1" status: 200 len: 851 time: 0.0510650 Sep 22 04:49:56.529792 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7c4db2-48f1-4c0d-a00c-d2bbfa1f0e84 None None] Checking router: 506c2078-d2d6-4406-b4a4-ba97abfb0cfc for host: dv-cinder-810118-1-iscsi {{(pid=94617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 04:49:56.538411 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7c4db2-48f1-4c0d-a00c-d2bbfa1f0e84 None None] Routers {'506c2078-d2d6-4406-b4a4-ba97abfb0cfc'} bound to L3 agent in host dv-cinder-810118-1-iscsi {{(pid=94617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 04:49:56.539037 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-be7c4db2-48f1-4c0d-a00c-d2bbfa1f0e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810118-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T04:20:22Z,description=,heartbeat_timestamp=2021-09-22T04:49:52Z,host='dv-cinder-810118-1-iscsi',id=67baeb3b-346e-4680-9ea8-6eec6aa84835,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T04:20:23Z,topic='l3_agent')) {'router_ids': ['506c2078-d2d6-4406-b4a4-ba97abfb0cfc'], 'active': True} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:49:56.573737 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33b0da9-f4b4-4666-906c-49f8375695dd req-b6da805e-c097-4fd1-aa15-f9e9fd2e5d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:49:56.575170 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-e33b0da9-f4b4-4666-906c-49f8375695dd req-b6da805e-c097-4fd1-aa15-f9e9fd2e5d2d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415280 Sep 22 04:49:56.587291 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [req-e33b0da9-f4b4-4666-906c-49f8375695dd req-021fa450-d181-484d-afee-f891f8ff3a83 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94616) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 04:49:56.588316 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-e33b0da9-f4b4-4666-906c-49f8375695dd req-021fa450-d181-484d-afee-f891f8ff3a83 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054495 Sep 22 04:49:56.650594 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvr_db [None req-be7c4db2-48f1-4c0d-a00c-d2bbfa1f0e84 None None] Set router 506c2078-d2d6-4406-b4a4-ba97abfb0cfc gateway port host: dv-cinder-810118-1-iscsi {{(pid=94617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 04:49:56.689539 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-e33b0da9-f4b4-4666-906c-49f8375695dd req-bb880910-b95f-4b3f-9007-38f48e7a8f00 service neutron] 10.222.0.30 "GET /v2.0/networks/b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928771 Sep 22 04:49:56.790715 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-e33b0da9-f4b4-4666-906c-49f8375695dd req-e8b2024e-a442-42de-ae6a-b7d945bcc78a service neutron] 10.222.0.30 "GET /v2.0/networks/b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928235 Sep 22 04:49:56.823409 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dea1ed-a85b-4d51-977a-e5708ffa18b2 req-421350e2-6cb2-4f63-9362-b5c858c5754f tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:49:56.825006 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-27dea1ed-a85b-4d51-977a-e5708ffa18b2 req-421350e2-6cb2-4f63-9362-b5c858c5754f tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] 10.222.0.24 "GET /v2.0/ports?device_id=7030f60d-601b-4e78-bdfc-e27abd4edf3d HTTP/1.1" status: 200 len: 946 time: 0.2803712 Sep 22 04:49:56.862350 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-27dea1ed-a85b-4d51-977a-e5708ffa18b2 req-fdba7262-f077-465f-9ebc-b37d7b7816ca tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] 10.222.0.24 "GET /v2.0/security-groups?id=8763fa55-6f75-45c8-99f0-29bf67d24342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310590 Sep 22 04:49:56.877849 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-be7c4db2-48f1-4c0d-a00c-d2bbfa1f0e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '506c2078-d2d6-4406-b4a4-ba97abfb0cfc', 'name': 'tempest-TestVolumeBootPattern-2146789285-router', 'tenant_id': '413fcdd02cab49a4933214dcc8244926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'external_fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': '2c2e5cfa-2e3d-48bf-90a8-b694de702f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T04:43:22Z', 'updated_at': '2021-09-22T04:43:25Z', 'revision_number': 4, 'project_id': '413fcdd02cab49a4933214dcc8244926', 'gw_port': {'id': '2c2e5cfa-2e3d-48bf-90a8-b694de702f81', 'name': '', 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:9a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506c2078-d2d6-4406-b4a4-ba97abfb0cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:43:23Z', 'updated_at': '2021-09-22T04:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810118-1-iscsi', '_floatingips': [{'id': 'fed00926-5bb2-4a19-ac55-a8afe5769427', 'tenant_id': '413fcdd02cab49a4933214dcc8244926', 'floating_ip_address': '172.27.3.59', 'floating_network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'router_id': '506c2078-d2d6-4406-b4a4-ba97abfb0cfc', 'port_id': '86d65057-9aef-46ec-892d-34031a30e3d6', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea', 'mac_address': 'fa:16:3e:72:8d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba6a84cc-0fea-41ab-9f8b-2a5610d89036', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T04:46:29Z', 'updated_at': '2021-09-22T04:46:31Z', 'revision_number': 1, 'project_id': '413fcdd02cab49a4933214dcc8244926', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ef7b67d-1a3c-480c-9d10-3c549b57a21c', 'name': '', 'network_id': 'b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea', 'tenant_id': '413fcdd02cab49a4933214dcc8244926', 'mac_address': 'fa:16:3e:4d:ed:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506c2078-d2d6-4406-b4a4-ba97abfb0cfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '00de75c3-0975-4054-ac99-eafc43a34ef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:43:25Z', 'updated_at': '2021-09-22T04:43:29Z', 'revision_number': 5, 'project_id': '413fcdd02cab49a4933214dcc8244926', 'subnets': [{'id': '00de75c3-0975-4054-ac99-eafc43a34ef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810118-1-iscsi', False) {} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:49:56.903840 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7c4db2-48f1-4c0d-a00c-d2bbfa1f0e84 None None] The sync data for ids ['506c2078-d2d6-4406-b4a4-ba97abfb0cfc'] in dv-cinder-810118-1-iscsi is: [{'id': '506c2078-d2d6-4406-b4a4-ba97abfb0cfc', 'name': 'tempest-TestVolumeBootPattern-2146789285-router', 'tenant_id': '413fcdd02cab49a4933214dcc8244926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'external_fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': '2c2e5cfa-2e3d-48bf-90a8-b694de702f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T04:43:22Z', 'updated_at': '2021-09-22T04:43:25Z', 'revision_number': 4, 'project_id': '413fcdd02cab49a4933214dcc8244926', 'gw_port': {'id': '2c2e5cfa-2e3d-48bf-90a8-b694de702f81', 'name': '', 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:9a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506c2078-d2d6-4406-b4a4-ba97abfb0cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:43:23Z', 'updated_at': '2021-09-22T04:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810118-1-iscsi', '_floatingips': [{'id': 'fed00926-5bb2-4a19-ac55-a8afe5769427', 'tenant_id': '413fcdd02cab49a4933214dcc8244926', 'floating_ip_address': '172.27.3.59', 'floating_network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'router_id': '506c2078-d2d6-4406-b4a4-ba97abfb0cfc', 'port_id': '86d65057-9aef-46ec-892d-34031a30e3d6', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea', 'mac_address': 'fa:16:3e:72:8d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba6a84cc-0fea-41ab-9f8b-2a5610d89036', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T04:46:29Z', 'updated_at': '2021-09-22T04:46:31Z', 'revision_number': 1, 'project_id': '413fcdd02cab49a4933214dcc8244926', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ef7b67d-1a3c-480c-9d10-3c549b57a21c', 'name': '', 'network_id': 'b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea', 'tenant_id': '413fcdd02cab49a4933214dcc8244926', 'mac_address': 'fa:16:3e:4d:ed:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506c2078-d2d6-4406-b4a4-ba97abfb0cfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '00de75c3-0975-4054-ac99-eafc43a34ef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:43:25Z', 'updated_at': '2021-09-22T04:43:29Z', 'revision_number': 5, 'project_id': '413fcdd02cab49a4933214dcc8244926', 'subnets': [{'id': '00de75c3-0975-4054-ac99-eafc43a34ef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 04:49:57.105605 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc49f234-d51d-4917-950a-32edb423a6af None None] New status for floating IP 19d02b30-19a2-47e2-80b2-4cfe55527cb4: DOWN {{(pid=94618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 04:49:57.991455 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e638da-c776-4543-9605-1731feb1f342 req-43a4d980-adeb-43f6-b31c-17947ec6b090 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:49:57.992929 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-a5e638da-c776-4543-9605-1731feb1f342 req-43a4d980-adeb-43f6-b31c-17947ec6b090 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] 10.222.0.24 "GET /v2.0/ports?device_id=7030f60d-601b-4e78-bdfc-e27abd4edf3d HTTP/1.1" status: 200 len: 946 time: 0.0469561 Sep 22 04:49:58.040864 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-a5e638da-c776-4543-9605-1731feb1f342 req-0821a4f6-3e60-4930-9121-e3b753bf8cdb tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] 10.222.0.24 "GET /v2.0/security-groups?id=8763fa55-6f75-45c8-99f0-29bf67d24342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421979 Sep 22 04:49:58.076146 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87829ce0-b96d-4b1e-9013-f620693df748 req-0022eec7-623c-480e-9f0e-e460ef18bf3e tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:49:58.077592 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-87829ce0-b96d-4b1e-9013-f620693df748 req-0022eec7-623c-480e-9f0e-e460ef18bf3e tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] 10.222.0.30 "GET /v2.0/ports?device_id=7030f60d-601b-4e78-bdfc-e27abd4edf3d HTTP/1.1" status: 200 len: 946 time: 0.0525107 Sep 22 04:49:58.162904 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [req-87829ce0-b96d-4b1e-9013-f620693df748 req-963113e6-ec67-4383-9b8d-64597fe1653f tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Deleting port 7c5d1e6f-fcd9-42fa-a727-413a3fd6b4f9 {{(pid=94616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 04:49:58.163168 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-87829ce0-b96d-4b1e-9013-f620693df748 req-963113e6-ec67-4383-9b8d-64597fe1653f tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769518975272'] for port, before_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:49:58.249914 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [req-87829ce0-b96d-4b1e-9013-f620693df748 req-963113e6-ec67-4383-9b8d-64597fe1653f tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] For port 7c5d1e6f-fcd9-42fa-a727-413a3fd6b4f9, host hv-cinder-81011, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81011',level=0,port_id=7c5d1e6f-fcd9-42fa-a727-413a3fd6b4f9,segment=NetworkSegment(4fdc73c2-84d6-43bf-a2bb-789fede3c216),segment_id=4fdc73c2-84d6-43bf-a2bb-789fede3c216)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:49:58.250277 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-87829ce0-b96d-4b1e-9013-f620693df748 req-963113e6-ec67-4383-9b8d-64597fe1653f tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1861379'] for port, precommit_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:49:58.261852 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [req-87829ce0-b96d-4b1e-9013-f620693df748 req-963113e6-ec67-4383-9b8d-64597fe1653f tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Calling delete_port for 7c5d1e6f-fcd9-42fa-a727-413a3fd6b4f9 owned by compute:nova {{(pid=94616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 04:49:58.551770 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-87829ce0-b96d-4b1e-9013-f620693df748 req-963113e6-ec67-4383-9b8d-64597fe1653f tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769518980334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769518673866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534565802'] for port, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:49:58.583346 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963113e6-ec67-4383-9b8d-64597fe1653f tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Pushing event deleted for resources: {'Port': ['ID=7c5d1e6f-fcd9-42fa-a727-413a3fd6b4f9,revision_number=None']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:49:58.622304 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvrscheduler_db [req-87829ce0-b96d-4b1e-9013-f620693df748 req-963113e6-ec67-4383-9b8d-64597fe1653f tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] No DVR routers for this DVR port 7c5d1e6f-fcd9-42fa-a727-413a3fd6b4f9 on host hv-cinder-81011 {{(pid=94616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 04:49:58.624847 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-87829ce0-b96d-4b1e-9013-f620693df748 req-963113e6-ec67-4383-9b8d-64597fe1653f tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34584'] for port, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:49:58.626780 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-87829ce0-b96d-4b1e-9013-f620693df748 req-963113e6-ec67-4383-9b8d-64597fe1653f tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] 10.222.0.30 "DELETE /v2.0/ports/7c5d1e6f-fcd9-42fa-a727-413a3fd6b4f9 HTTP/1.1" status: 204 len: 173 time: 0.5430574 Sep 22 04:49:58.627206 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7030f60d-601b-4e78-bdfc-e27abd4edf3d', 'name': 'network-vif-deleted', 'tag': '7c5d1e6f-fcd9-42fa-a727-413a3fd6b4f9'}] {{(pid=94616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 04:49:58.629730 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ee93b3f7eb2b2b6a350c95698ebe5b9c8d238e2160e747b625fec6bb3c76933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-296811f7-b919-45b4-a24d-03fcb3740580" -d '{"events": [{"server_uuid": "7030f60d-601b-4e78-bdfc-e27abd4edf3d", "name": "network-vif-deleted", "tag": "7c5d1e6f-fcd9-42fa-a727-413a3fd6b4f9"}]}' {{(pid=94616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 04:49:58.665562 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 04:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fb12be3-eb0d-41cd-a4de-3443fe1fa6e4 x-openstack-request-id: req-2fb12be3-eb0d-41cd-a4de-3443fe1fa6e4 {{(pid=94616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 04:49:58.665851 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7030f60d-601b-4e78-bdfc-e27abd4edf3d", "name": "network-vif-deleted", "tag": "7c5d1e6f-fcd9-42fa-a727-413a3fd6b4f9", "status": "completed", "code": 200}]} {{(pid=94616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 04:49:58.666097 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2fb12be3-eb0d-41cd-a4de-3443fe1fa6e4 {{(pid=94616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 04:49:58.666484 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7030f60d-601b-4e78-bdfc-e27abd4edf3d', 'name': 'network-vif-deleted', 'tag': '7c5d1e6f-fcd9-42fa-a727-413a3fd6b4f9', 'status': 'completed', 'code': 200} Sep 22 04:49:59.131810 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-ca23e9bd-b382-4bda-8e5e-7ba72ae0cc57 req-6e13b5d2-851e-4136-aa5d-dda987446a00 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] 10.222.0.24 "GET /v2.0/ports?device_id=7030f60d-601b-4e78-bdfc-e27abd4edf3d HTTP/1.1" status: 200 len: 210 time: 0.0254068 Sep 22 04:50:00.770412 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Device 7c5d1e6f-fcd9-42fa-a727-413a3fd6b4f9 no longer exists at agent hyperv_hv-cinder-81011 {{(pid=94617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 04:50:00.793979 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.plugin [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] No Port match for: 7c5d1e6f-fcd9-42fa-a727-413a3fd6b4f9 {{(pid=94617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 04:50:00.794326 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Device 7c5d1e6f-fcd9-42fa-a727-413a3fd6b4f9 not bound to the agent host hv-cinder-81011 {{(pid=94617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 04:50:01.901490 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [req-299bb1fa-fb25-4135-bc7a-ebf98dfc4460 req-90ba5062-bac4-408e-aba9-62abfec1edd1 service neutron] (94616) timed out ('10.222.0.30', 50982) {{(pid=94616) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 22 04:50:02.602625 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 51966) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:50:02.750364 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [None req-7075a34e-79b8-4e6b-b55b-bf19bfa3bb09 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Deleting port 1a0b4b2a-1087-47ba-a704-09869951e5da {{(pid=94616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 04:50:02.750708 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-7075a34e-79b8-4e6b-b55b-bf19bfa3bb09 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769518975272'] for port, before_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:50:02.823929 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-7075a34e-79b8-4e6b-b55b-bf19bfa3bb09 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1861379'] for port, precommit_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:50:02.824251 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-7075a34e-79b8-4e6b-b55b-bf19bfa3bb09 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:50:02.835400 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [None req-7075a34e-79b8-4e6b-b55b-bf19bfa3bb09 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Calling delete_port for 1a0b4b2a-1087-47ba-a704-09869951e5da owned by network:floatingip {{(pid=94616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 04:50:03.020615 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-7075a34e-79b8-4e6b-b55b-bf19bfa3bb09 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769518980334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769518673866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534565802'] for port, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:50:03.043842 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7075a34e-79b8-4e6b-b55b-bf19bfa3bb09 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Pushing event deleted for resources: {'Port': ['ID=1a0b4b2a-1087-47ba-a704-09869951e5da,revision_number=None']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:50:03.104168 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-7075a34e-79b8-4e6b-b55b-bf19bfa3bb09 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Notify callbacks [] for floatingip, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:50:03.104552 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.db.l3_db [None req-7075a34e-79b8-4e6b-b55b-bf19bfa3bb09 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Floating IP fed00926-5bb2-4a19-ac55-a8afe5769427 disassociated (deleted). External IP: 172.27.3.59, port: 86d65057-9aef-46ec-892d-34031a30e3d6. Sep 22 04:50:03.559797 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7075a34e-79b8-4e6b-b55b-bf19bfa3bb09 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Router 506c2078-d2d6-4406-b4a4-ba97abfb0cfc has already been hosted by L3 agent 67baeb3b-346e-4680-9ea8-6eec6aa84835 {{(pid=94616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 04:50:03.665005 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7075a34e-79b8-4e6b-b55b-bf19bfa3bb09 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Notify agent at l3_agent.dv-cinder-810118-1-iscsi the message routers_updated {{(pid=94616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 04:50:03.669858 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-7075a34e-79b8-4e6b-b55b-bf19bfa3bb09 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34584'] for floatingip, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:50:03.676921 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fc0c16-9584-4ed0-93a9-64b057bf5c10 None None] Sync routers for ids ['506c2078-d2d6-4406-b4a4-ba97abfb0cfc'] in dv-cinder-810118-1-iscsi {{(pid=94617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 04:50:03.685721 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6fc0c16-9584-4ed0-93a9-64b057bf5c10 None None] Routers {'506c2078-d2d6-4406-b4a4-ba97abfb0cfc'} bound to L3 agent in host dv-cinder-810118-1-iscsi {{(pid=94617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 04:50:03.690757 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-d6fc0c16-9584-4ed0-93a9-64b057bf5c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810118-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T04:20:22Z,description=,heartbeat_timestamp=2021-09-22T04:49:52Z,host='dv-cinder-810118-1-iscsi',id=67baeb3b-346e-4680-9ea8-6eec6aa84835,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T04:20:23Z,topic='l3_agent')) {'router_ids': ['506c2078-d2d6-4406-b4a4-ba97abfb0cfc'], 'active': True} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:50:03.697535 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-7075a34e-79b8-4e6b-b55b-bf19bfa3bb09 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] 10.222.0.24 "DELETE /v2.0/floatingips/fed00926-5bb2-4a19-ac55-a8afe5769427 HTTP/1.1" status: 204 len: 168 time: 1.0914905 Sep 22 04:50:03.697535 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba6a84cc-0fea-41ab-9f8b-2a5610d89036', 'tag': '86d65057-9aef-46ec-892d-34031a30e3d6'}] {{(pid=94616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 04:50:03.698184 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ee93b3f7eb2b2b6a350c95698ebe5b9c8d238e2160e747b625fec6bb3c76933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2458ce4-07e0-4cb2-a457-d41bc68e8fac" -d '{"events": [{"name": "network-changed", "server_uuid": "ba6a84cc-0fea-41ab-9f8b-2a5610d89036", "tag": "86d65057-9aef-46ec-892d-34031a30e3d6"}]}' {{(pid=94616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 04:50:03.734072 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 04:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27ab8429-559d-4611-abb7-0b345774b168 x-openstack-request-id: req-27ab8429-559d-4611-abb7-0b345774b168 {{(pid=94616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 04:50:03.734573 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba6a84cc-0fea-41ab-9f8b-2a5610d89036", "tag": "86d65057-9aef-46ec-892d-34031a30e3d6", "status": "completed", "code": 200}]} {{(pid=94616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 04:50:03.734821 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-27ab8429-559d-4611-abb7-0b345774b168 {{(pid=94616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 04:50:03.735213 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba6a84cc-0fea-41ab-9f8b-2a5610d89036', 'tag': '86d65057-9aef-46ec-892d-34031a30e3d6', 'status': 'completed', 'code': 200} Sep 22 04:50:03.794119 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvr_db [None req-d6fc0c16-9584-4ed0-93a9-64b057bf5c10 None None] Set router 506c2078-d2d6-4406-b4a4-ba97abfb0cfc gateway port host: dv-cinder-810118-1-iscsi {{(pid=94617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 04:50:03.795920 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2458ce4-07e0-4cb2-a457-d41bc68e8fac req-817418f2-d134-431b-b29d-0f3f8081e591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:50:03.797527 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-a2458ce4-07e0-4cb2-a457-d41bc68e8fac req-817418f2-d134-431b-b29d-0f3f8081e591 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=413fcdd02cab49a4933214dcc8244926&device_id=ba6a84cc-0fea-41ab-9f8b-2a5610d89036 HTTP/1.1" status: 200 len: 1098 time: 0.0404725 Sep 22 04:50:03.889916 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2458ce4-07e0-4cb2-a457-d41bc68e8fac req-0e6d35e7-8e3e-4956-8785-dba58921b59a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:50:03.891400 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-a2458ce4-07e0-4cb2-a457-d41bc68e8fac req-0e6d35e7-8e3e-4956-8785-dba58921b59a service neutron] 10.222.0.30 "GET /v2.0/networks?id=b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea HTTP/1.1" status: 200 len: 912 time: 0.0860569 Sep 22 04:50:03.934898 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-a2458ce4-07e0-4cb2-a457-d41bc68e8fac req-e7db6043-8d36-4d5f-a29f-e64914f5c1c0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86d65057-9aef-46ec-892d-34031a30e3d6 HTTP/1.1" status: 200 len: 217 time: 0.0349975 Sep 22 04:50:03.993027 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2458ce4-07e0-4cb2-a457-d41bc68e8fac req-0605d515-9313-4e32-b2aa-f0b36d2369a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:50:03.994515 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-a2458ce4-07e0-4cb2-a457-d41bc68e8fac req-0605d515-9313-4e32-b2aa-f0b36d2369a2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=00de75c3-0975-4054-ac99-eafc43a34ef1 HTTP/1.1" status: 200 len: 851 time: 0.0527630 Sep 22 04:50:03.996097 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-d6fc0c16-9584-4ed0-93a9-64b057bf5c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '506c2078-d2d6-4406-b4a4-ba97abfb0cfc', 'name': 'tempest-TestVolumeBootPattern-2146789285-router', 'tenant_id': '413fcdd02cab49a4933214dcc8244926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'external_fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': '2c2e5cfa-2e3d-48bf-90a8-b694de702f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T04:43:22Z', 'updated_at': '2021-09-22T04:43:25Z', 'revision_number': 4, 'project_id': '413fcdd02cab49a4933214dcc8244926', 'gw_port': {'id': '2c2e5cfa-2e3d-48bf-90a8-b694de702f81', 'name': '', 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:9a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506c2078-d2d6-4406-b4a4-ba97abfb0cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:43:23Z', 'updated_at': '2021-09-22T04:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810118-1-iscsi', '_interfaces': [{'id': '9ef7b67d-1a3c-480c-9d10-3c549b57a21c', 'name': '', 'network_id': 'b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea', 'tenant_id': '413fcdd02cab49a4933214dcc8244926', 'mac_address': 'fa:16:3e:4d:ed:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506c2078-d2d6-4406-b4a4-ba97abfb0cfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '00de75c3-0975-4054-ac99-eafc43a34ef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:43:25Z', 'updated_at': '2021-09-22T04:43:29Z', 'revision_number': 5, 'project_id': '413fcdd02cab49a4933214dcc8244926', 'subnets': [{'id': '00de75c3-0975-4054-ac99-eafc43a34ef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810118-1-iscsi', False) {} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:50:04.023265 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fc0c16-9584-4ed0-93a9-64b057bf5c10 None None] Checking router: 506c2078-d2d6-4406-b4a4-ba97abfb0cfc for host: dv-cinder-810118-1-iscsi {{(pid=94617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 04:50:04.031797 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6fc0c16-9584-4ed0-93a9-64b057bf5c10 None None] Routers {'506c2078-d2d6-4406-b4a4-ba97abfb0cfc'} bound to L3 agent in host dv-cinder-810118-1-iscsi {{(pid=94617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 04:50:04.032594 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-d6fc0c16-9584-4ed0-93a9-64b057bf5c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810118-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T04:20:22Z,description=,heartbeat_timestamp=2021-09-22T04:49:52Z,host='dv-cinder-810118-1-iscsi',id=67baeb3b-346e-4680-9ea8-6eec6aa84835,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T04:20:23Z,topic='l3_agent')) {'router_ids': ['506c2078-d2d6-4406-b4a4-ba97abfb0cfc'], 'active': True} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:50:04.043273 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2458ce4-07e0-4cb2-a457-d41bc68e8fac req-185bed9b-9871-4ed2-b707-9b9f7ebb576a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:50:04.044814 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-a2458ce4-07e0-4cb2-a457-d41bc68e8fac req-185bed9b-9871-4ed2-b707-9b9f7ebb576a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0432832 Sep 22 04:50:04.138654 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-a2458ce4-07e0-4cb2-a457-d41bc68e8fac req-0163f139-76e5-4774-92d0-462e055f0177 service neutron] 10.222.0.30 "GET /v2.0/networks/b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865602 Sep 22 04:50:04.141827 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvr_db [None req-d6fc0c16-9584-4ed0-93a9-64b057bf5c10 None None] Set router 506c2078-d2d6-4406-b4a4-ba97abfb0cfc gateway port host: dv-cinder-810118-1-iscsi {{(pid=94617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 04:50:04.151195 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395f2204-19c4-4dc0-933b-512fcd5d3224 req-7f9a692e-406d-4ef4-8b50-c2d54346c343 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94615) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:50:04.152737 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-395f2204-19c4-4dc0-933b-512fcd5d3224 req-7f9a692e-406d-4ef4-8b50-c2d54346c343 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba6a84cc-0fea-41ab-9f8b-2a5610d89036 HTTP/1.1" status: 200 len: 945 time: 0.0492570 Sep 22 04:50:04.191611 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [req-395f2204-19c4-4dc0-933b-512fcd5d3224 req-8b26f532-7f66-4d58-b5b0-df3eea0b1f94 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] 10.222.0.24 "GET /v2.0/security-groups?id=8763fa55-6f75-45c8-99f0-29bf67d24342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322418 Sep 22 04:50:04.233471 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-a2458ce4-07e0-4cb2-a457-d41bc68e8fac req-fbf91cf7-9607-41e5-ac73-efea2c405e31 service neutron] 10.222.0.30 "GET /v2.0/networks/b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871606 Sep 22 04:50:04.339662 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-d6fc0c16-9584-4ed0-93a9-64b057bf5c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '506c2078-d2d6-4406-b4a4-ba97abfb0cfc', 'name': 'tempest-TestVolumeBootPattern-2146789285-router', 'tenant_id': '413fcdd02cab49a4933214dcc8244926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'external_fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': '2c2e5cfa-2e3d-48bf-90a8-b694de702f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T04:43:22Z', 'updated_at': '2021-09-22T04:43:25Z', 'revision_number': 4, 'project_id': '413fcdd02cab49a4933214dcc8244926', 'gw_port': {'id': '2c2e5cfa-2e3d-48bf-90a8-b694de702f81', 'name': '', 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:9a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506c2078-d2d6-4406-b4a4-ba97abfb0cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:43:23Z', 'updated_at': '2021-09-22T04:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810118-1-iscsi', '_interfaces': [{'id': '9ef7b67d-1a3c-480c-9d10-3c549b57a21c', 'name': '', 'network_id': 'b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea', 'tenant_id': '413fcdd02cab49a4933214dcc8244926', 'mac_address': 'fa:16:3e:4d:ed:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506c2078-d2d6-4406-b4a4-ba97abfb0cfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '00de75c3-0975-4054-ac99-eafc43a34ef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:43:25Z', 'updated_at': '2021-09-22T04:43:29Z', 'revision_number': 5, 'project_id': '413fcdd02cab49a4933214dcc8244926', 'subnets': [{'id': '00de75c3-0975-4054-ac99-eafc43a34ef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810118-1-iscsi', False) {} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:50:04.374539 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fc0c16-9584-4ed0-93a9-64b057bf5c10 None None] The sync data for ids ['506c2078-d2d6-4406-b4a4-ba97abfb0cfc'] in dv-cinder-810118-1-iscsi is: [{'id': '506c2078-d2d6-4406-b4a4-ba97abfb0cfc', 'name': 'tempest-TestVolumeBootPattern-2146789285-router', 'tenant_id': '413fcdd02cab49a4933214dcc8244926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'external_fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': '2c2e5cfa-2e3d-48bf-90a8-b694de702f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T04:43:22Z', 'updated_at': '2021-09-22T04:43:25Z', 'revision_number': 4, 'project_id': '413fcdd02cab49a4933214dcc8244926', 'gw_port': {'id': '2c2e5cfa-2e3d-48bf-90a8-b694de702f81', 'name': '', 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:9a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506c2078-d2d6-4406-b4a4-ba97abfb0cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:43:23Z', 'updated_at': '2021-09-22T04:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810118-1-iscsi', '_interfaces': [{'id': '9ef7b67d-1a3c-480c-9d10-3c549b57a21c', 'name': '', 'network_id': 'b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea', 'tenant_id': '413fcdd02cab49a4933214dcc8244926', 'mac_address': 'fa:16:3e:4d:ed:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506c2078-d2d6-4406-b4a4-ba97abfb0cfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '00de75c3-0975-4054-ac99-eafc43a34ef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:43:25Z', 'updated_at': '2021-09-22T04:43:29Z', 'revision_number': 5, 'project_id': '413fcdd02cab49a4933214dcc8244926', 'subnets': [{'id': '00de75c3-0975-4054-ac99-eafc43a34ef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 04:50:04.572643 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94f7ea5-080a-4cfe-ac58-76f8942119ec None None] New status for floating IP fed00926-5bb2-4a19-ac55-a8afe5769427: DOWN {{(pid=94618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 04:50:05.307119 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaad0434-6aa7-4863-a5e3-355b1d7476ec req-db46f2e2-199b-4adf-9018-cd3c1036c26c tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:50:05.308645 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-eaad0434-6aa7-4863-a5e3-355b1d7476ec req-db46f2e2-199b-4adf-9018-cd3c1036c26c tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba6a84cc-0fea-41ab-9f8b-2a5610d89036 HTTP/1.1" status: 200 len: 945 time: 0.0478406 Sep 22 04:50:05.345380 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-eaad0434-6aa7-4863-a5e3-355b1d7476ec req-a63145da-2403-4177-a1ad-2dfad9af5735 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] 10.222.0.24 "GET /v2.0/security-groups?id=8763fa55-6f75-45c8-99f0-29bf67d24342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308998 Sep 22 04:50:05.557096 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faafde76-df7d-4d11-a677-b5fcc79c6116 req-7beab035-4a7d-46d4-96eb-2c3bacc5add3 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94616) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 04:50:05.558527 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-faafde76-df7d-4d11-a677-b5fcc79c6116 req-7beab035-4a7d-46d4-96eb-2c3bacc5add3 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba6a84cc-0fea-41ab-9f8b-2a5610d89036 HTTP/1.1" status: 200 len: 945 time: 0.0499167 Sep 22 04:50:05.643220 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [req-faafde76-df7d-4d11-a677-b5fcc79c6116 req-289958a5-cb50-49e3-b9ba-a987efb18488 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Deleting port 86d65057-9aef-46ec-892d-34031a30e3d6 {{(pid=94616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 04:50:05.643587 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-faafde76-df7d-4d11-a677-b5fcc79c6116 req-289958a5-cb50-49e3-b9ba-a987efb18488 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769518975272'] for port, before_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:50:05.742414 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [req-faafde76-df7d-4d11-a677-b5fcc79c6116 req-289958a5-cb50-49e3-b9ba-a987efb18488 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] For port 86d65057-9aef-46ec-892d-34031a30e3d6, host hv-cinder-81011, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81011',level=0,port_id=86d65057-9aef-46ec-892d-34031a30e3d6,segment=NetworkSegment(4fdc73c2-84d6-43bf-a2bb-789fede3c216),segment_id=4fdc73c2-84d6-43bf-a2bb-789fede3c216)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:50:05.742778 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-faafde76-df7d-4d11-a677-b5fcc79c6116 req-289958a5-cb50-49e3-b9ba-a987efb18488 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1861379'] for port, precommit_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:50:05.754539 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [req-faafde76-df7d-4d11-a677-b5fcc79c6116 req-289958a5-cb50-49e3-b9ba-a987efb18488 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Calling delete_port for 86d65057-9aef-46ec-892d-34031a30e3d6 owned by compute:nova {{(pid=94616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 04:50:05.927840 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-faafde76-df7d-4d11-a677-b5fcc79c6116 req-289958a5-cb50-49e3-b9ba-a987efb18488 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769518980334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769518673866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534565802'] for port, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:50:05.961804 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289958a5-cb50-49e3-b9ba-a987efb18488 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Pushing event deleted for resources: {'Port': ['ID=86d65057-9aef-46ec-892d-34031a30e3d6,revision_number=None']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:50:05.999369 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvrscheduler_db [req-faafde76-df7d-4d11-a677-b5fcc79c6116 req-289958a5-cb50-49e3-b9ba-a987efb18488 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] No DVR routers for this DVR port 86d65057-9aef-46ec-892d-34031a30e3d6 on host hv-cinder-81011 {{(pid=94616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 04:50:06.001967 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [req-faafde76-df7d-4d11-a677-b5fcc79c6116 req-289958a5-cb50-49e3-b9ba-a987efb18488 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34584'] for port, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:50:06.004674 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-faafde76-df7d-4d11-a677-b5fcc79c6116 req-289958a5-cb50-49e3-b9ba-a987efb18488 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] 10.222.0.30 "DELETE /v2.0/ports/86d65057-9aef-46ec-892d-34031a30e3d6 HTTP/1.1" status: 204 len: 173 time: 0.4399755 Sep 22 04:50:06.005103 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba6a84cc-0fea-41ab-9f8b-2a5610d89036', 'name': 'network-vif-deleted', 'tag': '86d65057-9aef-46ec-892d-34031a30e3d6'}] {{(pid=94616) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 04:50:06.007311 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ee93b3f7eb2b2b6a350c95698ebe5b9c8d238e2160e747b625fec6bb3c76933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3eaa458-f1ee-4ee0-9d05-7406f266fcf7" -d '{"events": [{"server_uuid": "ba6a84cc-0fea-41ab-9f8b-2a5610d89036", "name": "network-vif-deleted", "tag": "86d65057-9aef-46ec-892d-34031a30e3d6"}]}' {{(pid=94616) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 04:50:06.041695 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 04:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b479f0f-5e22-4cce-923c-a90e0a1a4048 x-openstack-request-id: req-4b479f0f-5e22-4cce-923c-a90e0a1a4048 {{(pid=94616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 04:50:06.042031 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba6a84cc-0fea-41ab-9f8b-2a5610d89036", "name": "network-vif-deleted", "tag": "86d65057-9aef-46ec-892d-34031a30e3d6", "status": "completed", "code": 200}]} {{(pid=94616) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 04:50:06.042283 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4b479f0f-5e22-4cce-923c-a90e0a1a4048 {{(pid=94616) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 04:50:06.042694 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba6a84cc-0fea-41ab-9f8b-2a5610d89036', 'name': 'network-vif-deleted', 'tag': '86d65057-9aef-46ec-892d-34031a30e3d6', 'status': 'completed', 'code': 200} Sep 22 04:50:06.442705 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [req-5a0c2616-30e7-4cb5-b296-c2b133b64a51 req-dc459438-565f-409a-8249-bb5199819ae2 tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba6a84cc-0fea-41ab-9f8b-2a5610d89036 HTTP/1.1" status: 200 len: 210 time: 0.0270689 Sep 22 04:50:06.963161 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:50:07.500356 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 51982) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:50:07.618907 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [None req-767f5c21-a642-45d0-89d5-68cbe06a9d5e tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Deleting port b4d57cd8-357a-4a3b-91b0-684b776dee08 {{(pid=94616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 04:50:07.619245 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-767f5c21-a642-45d0-89d5-68cbe06a9d5e tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769518975272'] for port, before_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:50:07.694961 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-767f5c21-a642-45d0-89d5-68cbe06a9d5e tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1861379'] for port, precommit_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:50:07.695287 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-767f5c21-a642-45d0-89d5-68cbe06a9d5e tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:50:07.706468 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [None req-767f5c21-a642-45d0-89d5-68cbe06a9d5e tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Calling delete_port for b4d57cd8-357a-4a3b-91b0-684b776dee08 owned by network:floatingip {{(pid=94616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 04:50:07.888423 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-767f5c21-a642-45d0-89d5-68cbe06a9d5e tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769518980334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769518673866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534565802'] for port, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:50:07.916875 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767f5c21-a642-45d0-89d5-68cbe06a9d5e tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Pushing event deleted for resources: {'Port': ['ID=b4d57cd8-357a-4a3b-91b0-684b776dee08,revision_number=None']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:50:07.974359 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-767f5c21-a642-45d0-89d5-68cbe06a9d5e tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Notify callbacks [] for floatingip, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:50:07.976859 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-767f5c21-a642-45d0-89d5-68cbe06a9d5e tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34584'] for floatingip, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:50:07.978015 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-767f5c21-a642-45d0-89d5-68cbe06a9d5e tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] 10.222.0.24 "DELETE /v2.0/floatingips/9c1866d9-7afc-490d-b304-31361acd4898 HTTP/1.1" status: 204 len: 168 time: 0.4766591 Sep 22 04:50:08.800252 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Device 86d65057-9aef-46ec-892d-34031a30e3d6 no longer exists at agent hyperv_hv-cinder-81011 {{(pid=94617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 04:50:08.819764 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.plugin [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] No Port match for: 86d65057-9aef-46ec-892d-34031a30e3d6 {{(pid=94617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 04:50:08.820066 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Device 86d65057-9aef-46ec-892d-34031a30e3d6 not bound to the agent host hv-cinder-81011 {{(pid=94617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 04:50:09.065087 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.agents_db [None req-7fda405f-bd13-41fd-9497-f6551785b8a3 None None] Agent healthcheck: found 6 active agents {{(pid=94618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 04:50:09.271618 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 51994) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:50:09.325178 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-2078867a-2a19-4b81-a508-51ca4d4068ac tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Notify callbacks [] for security_group, before_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:50:09.349059 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-2078867a-2a19-4b81-a508-51ca4d4068ac tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:50:09.483007 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-2078867a-2a19-4b81-a508-51ca4d4068ac tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:50:09.485637 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-2078867a-2a19-4b81-a508-51ca4d4068ac tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Notify callbacks [] for security_group, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:50:09.486783 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-2078867a-2a19-4b81-a508-51ca4d4068ac tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] 10.222.0.24 "DELETE /v2.0/security-groups/8763fa55-6f75-45c8-99f0-29bf67d24342 HTTP/1.1" status: 204 len: 168 time: 0.2180748 Sep 22 04:50:09.496252 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2078867a-2a19-4b81-a508-51ca4d4068ac tempest-TestVolumeBootPattern-1645574271 tempest-TestVolumeBootPattern-1645574271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8763fa55-6f75-45c8-99f0-29bf67d24342,revision_number=None']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:50:09.597912 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 51998) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:50:10.017617 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-9d680ca0-69de-45df-988b-ad39ef0cac16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1867546'] for router_interface, before_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:50:10.268548 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [None req-9d680ca0-69de-45df-988b-ad39ef0cac16 admin admin] Deleting port 9ef7b67d-1a3c-480c-9d10-3c549b57a21c {{(pid=94616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 04:50:10.268548 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-9d680ca0-69de-45df-988b-ad39ef0cac16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769518975272'] for port, before_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:50:10.337379 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-9d680ca0-69de-45df-988b-ad39ef0cac16 admin admin] For port 9ef7b67d-1a3c-480c-9d10-3c549b57a21c, host dv-cinder-810118-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810118-1-iscsi',level=0,port_id=9ef7b67d-1a3c-480c-9d10-3c549b57a21c,segment=NetworkSegment(4fdc73c2-84d6-43bf-a2bb-789fede3c216),segment_id=4fdc73c2-84d6-43bf-a2bb-789fede3c216)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:50:10.338130 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-9d680ca0-69de-45df-988b-ad39ef0cac16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1861379'] for port, precommit_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:50:10.350071 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [None req-9d680ca0-69de-45df-988b-ad39ef0cac16 admin admin] Calling delete_port for 9ef7b67d-1a3c-480c-9d10-3c549b57a21c owned by network:router_interface {{(pid=94616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 04:50:10.591702 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-9d680ca0-69de-45df-988b-ad39ef0cac16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769518980334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769518673866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534565802'] for port, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:50:10.617337 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d680ca0-69de-45df-988b-ad39ef0cac16 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ef7b67d-1a3c-480c-9d10-3c549b57a21c,revision_number=None']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:50:10.774698 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-9d680ca0-69de-45df-988b-ad39ef0cac16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1865363'] for router_interface, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:50:10.978701 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d680ca0-69de-45df-988b-ad39ef0cac16 admin admin] Router 506c2078-d2d6-4406-b4a4-ba97abfb0cfc has already been hosted by L3 agent 67baeb3b-346e-4680-9ea8-6eec6aa84835 {{(pid=94616) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 04:50:11.077845 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d680ca0-69de-45df-988b-ad39ef0cac16 admin admin] Notify agent at l3_agent.dv-cinder-810118-1-iscsi the message routers_updated {{(pid=94616) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 04:50:11.083219 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-9d680ca0-69de-45df-988b-ad39ef0cac16 admin admin] 10.222.0.24 "PUT /v2.0/routers/506c2078-d2d6-4406-b4a4-ba97abfb0cfc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4843514 Sep 22 04:50:11.085731 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 52006) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:50:11.088358 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c9969f-e83b-4ad7-b688-68ad5da17800 None None] Sync routers for ids ['506c2078-d2d6-4406-b4a4-ba97abfb0cfc'] in dv-cinder-810118-1-iscsi {{(pid=94617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 04:50:11.101430 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c9969f-e83b-4ad7-b688-68ad5da17800 None None] Routers {'506c2078-d2d6-4406-b4a4-ba97abfb0cfc'} bound to L3 agent in host dv-cinder-810118-1-iscsi {{(pid=94617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 04:50:11.102043 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-d4c9969f-e83b-4ad7-b688-68ad5da17800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810118-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T04:20:22Z,description=,heartbeat_timestamp=2021-09-22T04:49:52Z,host='dv-cinder-810118-1-iscsi',id=67baeb3b-346e-4680-9ea8-6eec6aa84835,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T04:20:23Z,topic='l3_agent')) {'router_ids': ['506c2078-d2d6-4406-b4a4-ba97abfb0cfc'], 'active': True} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:50:11.184437 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-13a1663d-1aba-41c6-b27f-c631635abc83 admin admin] Notify callbacks [] for router, before_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:50:11.199190 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvr_db [None req-d4c9969f-e83b-4ad7-b688-68ad5da17800 None None] Set router 506c2078-d2d6-4406-b4a4-ba97abfb0cfc gateway port host: dv-cinder-810118-1-iscsi {{(pid=94617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 04:50:11.282072 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-13a1663d-1aba-41c6-b27f-c631635abc83 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:50:11.391663 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [None req-13a1663d-1aba-41c6-b27f-c631635abc83 admin admin] Deleting port 2c2e5cfa-2e3d-48bf-90a8-b694de702f81 {{(pid=94616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 04:50:11.392348 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-13a1663d-1aba-41c6-b27f-c631635abc83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769518975272'] for port, before_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:50:11.474208 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-13a1663d-1aba-41c6-b27f-c631635abc83 admin admin] For port 2c2e5cfa-2e3d-48bf-90a8-b694de702f81, host dv-cinder-810118-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810118-1-iscsi',level=0,port_id=2c2e5cfa-2e3d-48bf-90a8-b694de702f81,segment=NetworkSegment(57bccd0b-6164-41c6-a48d-7aba82135152),segment_id=57bccd0b-6164-41c6-a48d-7aba82135152)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:50:11.474472 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-13a1663d-1aba-41c6-b27f-c631635abc83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1861379'] for port, precommit_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:50:11.485903 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [None req-13a1663d-1aba-41c6-b27f-c631635abc83 admin admin] Calling delete_port for 2c2e5cfa-2e3d-48bf-90a8-b694de702f81 owned by network:router_gateway {{(pid=94616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 04:50:11.494159 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-d4c9969f-e83b-4ad7-b688-68ad5da17800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '506c2078-d2d6-4406-b4a4-ba97abfb0cfc', 'name': 'tempest-TestVolumeBootPattern-2146789285-router', 'tenant_id': '413fcdd02cab49a4933214dcc8244926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'external_fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': '2c2e5cfa-2e3d-48bf-90a8-b694de702f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T04:43:22Z', 'updated_at': '2021-09-22T04:50:10Z', 'revision_number': 5, 'project_id': '413fcdd02cab49a4933214dcc8244926', 'gw_port': {'id': '2c2e5cfa-2e3d-48bf-90a8-b694de702f81', 'name': '', 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:9a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506c2078-d2d6-4406-b4a4-ba97abfb0cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:43:23Z', 'updated_at': '2021-09-22T04:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810118-1-iscsi'}], 'dv-cinder-810118-1-iscsi', False) {} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:50:11.519857 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c9969f-e83b-4ad7-b688-68ad5da17800 None None] Checking router: 506c2078-d2d6-4406-b4a4-ba97abfb0cfc for host: dv-cinder-810118-1-iscsi {{(pid=94617) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 04:50:11.527945 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c9969f-e83b-4ad7-b688-68ad5da17800 None None] Routers {'506c2078-d2d6-4406-b4a4-ba97abfb0cfc'} bound to L3 agent in host dv-cinder-810118-1-iscsi {{(pid=94617) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 04:50:11.528589 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-d4c9969f-e83b-4ad7-b688-68ad5da17800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810118-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T04:20:22Z,description=,heartbeat_timestamp=2021-09-22T04:49:52Z,host='dv-cinder-810118-1-iscsi',id=67baeb3b-346e-4680-9ea8-6eec6aa84835,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T04:20:23Z,topic='l3_agent')) {'router_ids': ['506c2078-d2d6-4406-b4a4-ba97abfb0cfc'], 'active': True} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:50:11.611638 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvr_db [None req-d4c9969f-e83b-4ad7-b688-68ad5da17800 None None] Set router 506c2078-d2d6-4406-b4a4-ba97abfb0cfc gateway port host: None {{(pid=94617) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 04:50:11.666929 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_hamode_db [None req-d4c9969f-e83b-4ad7-b688-68ad5da17800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '506c2078-d2d6-4406-b4a4-ba97abfb0cfc', 'name': 'tempest-TestVolumeBootPattern-2146789285-router', 'tenant_id': '413fcdd02cab49a4933214dcc8244926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T04:43:22Z', 'updated_at': '2021-09-22T04:50:11Z', 'revision_number': 6, 'project_id': '413fcdd02cab49a4933214dcc8244926', 'gw_port_host': None}], 'dv-cinder-810118-1-iscsi', False) {} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:50:11.692624 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c9969f-e83b-4ad7-b688-68ad5da17800 None None] The sync data for ids ['506c2078-d2d6-4406-b4a4-ba97abfb0cfc'] in dv-cinder-810118-1-iscsi is: [{'id': '506c2078-d2d6-4406-b4a4-ba97abfb0cfc', 'name': 'tempest-TestVolumeBootPattern-2146789285-router', 'tenant_id': '413fcdd02cab49a4933214dcc8244926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T04:43:22Z', 'updated_at': '2021-09-22T04:50:11Z', 'revision_number': 6, 'project_id': '413fcdd02cab49a4933214dcc8244926', 'gw_port_host': None}] {{(pid=94617) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 04:50:11.711519 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-13a1663d-1aba-41c6-b27f-c631635abc83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769518980334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769518673866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534565802'] for port, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:50:11.737732 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a1663d-1aba-41c6-b27f-c631635abc83 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c2e5cfa-2e3d-48bf-90a8-b694de702f81,revision_number=None']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:50:11.795200 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-13a1663d-1aba-41c6-b27f-c631635abc83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1865296'] for router_gateway, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:50:11.881094 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-13a1663d-1aba-41c6-b27f-c631635abc83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1865791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1980'] for router, precommit_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:50:11.883188 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-13a1663d-1aba-41c6-b27f-c631635abc83 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:50:12.141618 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Device 9ef7b67d-1a3c-480c-9d10-3c549b57a21c no longer exists at agent ovs-agent-dv-cinder-810118-1-iscsi {{(pid=94617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 04:50:12.166783 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.plugin [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] No Port match for: 9ef7b67d-1a3c-480c-9d10-3c549b57a21c {{(pid=94617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 04:50:12.167131 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Device 9ef7b67d-1a3c-480c-9d10-3c549b57a21c not bound to the agent host dv-cinder-810118-1-iscsi {{(pid=94617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 04:50:12.259952 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-13a1663d-1aba-41c6-b27f-c631635abc83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1865782'] for router, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:50:12.260525 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13a1663d-1aba-41c6-b27f-c631635abc83 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 506c2078-d2d6-4406-b4a4-ba97abfb0cfc {{(pid=94616) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 04:50:12.264640 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-13a1663d-1aba-41c6-b27f-c631635abc83 admin admin] Notify callbacks [] for router, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:50:12.275170 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-13a1663d-1aba-41c6-b27f-c631635abc83 admin admin] 10.222.0.24 "DELETE /v2.0/routers/506c2078-d2d6-4406-b4a4-ba97abfb0cfc HTTP/1.1" status: 204 len: 168 time: 1.1791577 Sep 22 04:50:12.275170 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 52008) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:50:12.310831 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.db.db_base_plugin_v2 [None req-69f3bfc5-5bbc-47b5-b1de-4ada278bc1d6 admin admin] Deleting subnet 00de75c3-0975-4054-ac99-eafc43a34ef1 {{(pid=94616) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 04:50:12.313716 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-69f3bfc5-5bbc-47b5-b1de-4ada278bc1d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:50:12.346099 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-69f3bfc5-5bbc-47b5-b1de-4ada278bc1d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-534548660'] for subnet, precommit_delete_associations {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:50:12.423235 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-69f3bfc5-5bbc-47b5-b1de-4ada278bc1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-628562'] for subnet, precommit_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:50:12.534990 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-69f3bfc5-5bbc-47b5-b1de-4ada278bc1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-628571', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-534565879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532840862'] for subnet, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:50:12.558873 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f3bfc5-5bbc-47b5-b1de-4ada278bc1d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00de75c3-0975-4054-ac99-eafc43a34ef1,revision_number=None']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:50:12.567101 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-69f3bfc5-5bbc-47b5-b1de-4ada278bc1d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:50:12.569019 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-69f3bfc5-5bbc-47b5-b1de-4ada278bc1d6 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/00de75c3-0975-4054-ac99-eafc43a34ef1 HTTP/1.1" status: 204 len: 168 time: 0.2999671 Sep 22 04:50:12.571529 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.wsgi [-] (94616) accepted ('10.222.0.24', 52010) {{(pid=94616) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:50:12.572126 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-761a06a9-bf58-4253-8cd6-ee62c6a00cef None None] Network b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea requested from dv-cinder-810118-1-iscsi {{(pid=94617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 04:50:12.642165 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-aa9773ca-45e0-4795-849c-e094b7a37447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536234'] for network, before_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:50:12.697667 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [None req-aa9773ca-45e0-4795-849c-e094b7a37447 admin admin] Deleting port 4dc8d714-bcae-4250-a5b4-44a522ed98ea {{(pid=94616) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 04:50:12.698018 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-aa9773ca-45e0-4795-849c-e094b7a37447 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769518975272'] for port, before_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:50:12.752693 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab6f8fb-c0a6-4190-aaed-23a53cfe94ac None None] DHCP port deletion for b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea request from dv-cinder-810118-1-iscsi {{(pid=94617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 04:50:12.765280 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.db [None req-aa9773ca-45e0-4795-849c-e094b7a37447 admin admin] For port 4dc8d714-bcae-4250-a5b4-44a522ed98ea, host dv-cinder-810118-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810118-1-iscsi',level=0,port_id=4dc8d714-bcae-4250-a5b4-44a522ed98ea,segment=NetworkSegment(4fdc73c2-84d6-43bf-a2bb-789fede3c216),segment_id=4fdc73c2-84d6-43bf-a2bb-789fede3c216)] {{(pid=94616) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:50:12.765644 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-aa9773ca-45e0-4795-849c-e094b7a37447 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1861379'] for port, precommit_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:50:12.778184 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.plugin [None req-aa9773ca-45e0-4795-849c-e094b7a37447 admin admin] Calling delete_port for 4dc8d714-bcae-4250-a5b4-44a522ed98ea owned by network:dhcp {{(pid=94616) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 04:50:12.799124 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.plugin [None req-aab6f8fb-c0a6-4190-aaed-23a53cfe94ac None None] Deleting port 4dc8d714-bcae-4250-a5b4-44a522ed98ea {{(pid=94617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 04:50:12.799495 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-aab6f8fb-c0a6-4190-aaed-23a53cfe94ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769518975272'] for port, before_delete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:50:12.864195 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-aab6f8fb-c0a6-4190-aaed-23a53cfe94ac None None] For port 4dc8d714-bcae-4250-a5b4-44a522ed98ea, host dv-cinder-810118-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810118-1-iscsi',level=0,port_id=4dc8d714-bcae-4250-a5b4-44a522ed98ea,segment=NetworkSegment(4fdc73c2-84d6-43bf-a2bb-789fede3c216),segment_id=4fdc73c2-84d6-43bf-a2bb-789fede3c216)] {{(pid=94617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:50:12.864629 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-aab6f8fb-c0a6-4190-aaed-23a53cfe94ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1861379'] for port, precommit_delete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:50:12.875831 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.plugin [None req-aab6f8fb-c0a6-4190-aaed-23a53cfe94ac None None] Calling delete_port for 4dc8d714-bcae-4250-a5b4-44a522ed98ea owned by network:dhcp {{(pid=94617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 04:50:12.917535 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-aa9773ca-45e0-4795-849c-e094b7a37447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769518980334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769518673866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-534565802'] for port, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:50:12.944160 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9773ca-45e0-4795-849c-e094b7a37447 admin admin] Pushing event deleted for resources: {'Port': ['ID=4dc8d714-bcae-4250-a5b4-44a522ed98ea,revision_number=None']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:50:12.945979 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9773ca-45e0-4795-849c-e094b7a37447 admin admin] No DVR routers for this DVR port 4dc8d714-bcae-4250-a5b4-44a522ed98ea on host dv-cinder-810118-1-iscsi {{(pid=94616) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 04:50:12.957151 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-aab6f8fb-c0a6-4190-aaed-23a53cfe94ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769518980334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769518673866'] for port, after_delete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:50:12.991635 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab6f8fb-c0a6-4190-aaed-23a53cfe94ac None None] No DVR routers for this DVR port 4dc8d714-bcae-4250-a5b4-44a522ed98ea on host dv-cinder-810118-1-iscsi {{(pid=94617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 04:50:12.993257 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab6f8fb-c0a6-4190-aaed-23a53cfe94ac None None] Pushing event deleted for resources: {'Port': ['ID=4dc8d714-bcae-4250-a5b4-44a522ed98ea,revision_number=None']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:50:13.003419 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab6f8fb-c0a6-4190-aaed-23a53cfe94ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:50:13.003419 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab6f8fb-c0a6-4190-aaed-23a53cfe94ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:50:13.003419 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab6f8fb-c0a6-4190-aaed-23a53cfe94ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:50:13.003419 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab6f8fb-c0a6-4190-aaed-23a53cfe94ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:50:13.003419 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab6f8fb-c0a6-4190-aaed-23a53cfe94ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:50:13.003419 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab6f8fb-c0a6-4190-aaed-23a53cfe94ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:50:13.004962 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab6f8fb-c0a6-4190-aaed-23a53cfe94ac None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:50:13.004962 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab6f8fb-c0a6-4190-aaed-23a53cfe94ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:50:13.005162 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab6f8fb-c0a6-4190-aaed-23a53cfe94ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:50:13.006347 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab6f8fb-c0a6-4190-aaed-23a53cfe94ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:50:13.006347 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab6f8fb-c0a6-4190-aaed-23a53cfe94ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:50:13.006347 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab6f8fb-c0a6-4190-aaed-23a53cfe94ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:50:13.017854 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-aa9773ca-45e0-4795-849c-e094b7a37447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-628203', 'neutron.services.segments.db._delete_segments_for_network-8769519186836'] for network, precommit_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:50:13.037706 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.services.segments.db [None req-aa9773ca-45e0-4795-849c-e094b7a37447 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea']}} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:50:13.046495 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.services.segments.db [None req-aa9773ca-45e0-4795-849c-e094b7a37447 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fdc73c2-84d6-43bf-a2bb-789fede3c216') {'for_net_delete': True} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:50:13.046785 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.services.segments.db [None req-aa9773ca-45e0-4795-849c-e094b7a37447 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fdc73c2-84d6-43bf-a2bb-789fede3c216') {} {{(pid=94616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:50:13.056094 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-aa9773ca-45e0-4795-849c-e094b7a37447 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769519186077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-534548653'] for segment, before_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:50:13.069153 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-aa9773ca-45e0-4795-849c-e094b7a37447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-614853'] for segment, precommit_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:50:13.074888 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa9773ca-45e0-4795-849c-e094b7a37447 admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=94616) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 04:50:13.075267 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-aa9773ca-45e0-4795-849c-e094b7a37447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-614853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-534564441'] for segment, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:50:13.076890 dv-cinder-810118-1-iscsi neutron-server[94616]: Traceback (most recent call last): Sep 22 04:50:13.076890 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 04:50:13.076890 dv-cinder-810118-1-iscsi neutron-server[94616]: timer() Sep 22 04:50:13.076890 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 04:50:13.076890 dv-cinder-810118-1-iscsi neutron-server[94616]: cb(*args, **kw) Sep 22 04:50:13.076890 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 04:50:13.076890 dv-cinder-810118-1-iscsi neutron-server[94616]: return func(*args, **kwargs) Sep 22 04:50:13.076890 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 04:50:13.076890 dv-cinder-810118-1-iscsi neutron-server[94616]: self._notify() Sep 22 04:50:13.076890 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 04:50:13.076890 dv-cinder-810118-1-iscsi neutron-server[94616]: self.callback(batched_events) Sep 22 04:50:13.076890 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 04:50:13.076890 dv-cinder-810118-1-iscsi neutron-server[94616]: event.method(event) Sep 22 04:50:13.076890 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 04:50:13.076890 dv-cinder-810118-1-iscsi neutron-server[94616]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 04:50:13.076890 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 04:50:13.076890 dv-cinder-810118-1-iscsi neutron-server[94616]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 04:50:13.076890 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 04:50:13.076890 dv-cinder-810118-1-iscsi neutron-server[94616]: return f(self, *a, **k) Sep 22 04:50:13.076890 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 04:50:13.076890 dv-cinder-810118-1-iscsi neutron-server[94616]: return self._get(url).json() Sep 22 04:50:13.076890 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 04:50:13.076890 dv-cinder-810118-1-iscsi neutron-server[94616]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 04:50:13.076890 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 04:50:13.076890 dv-cinder-810118-1-iscsi neutron-server[94616]: return self.request(url, 'GET', **kwargs) Sep 22 04:50:13.076890 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 04:50:13.076890 dv-cinder-810118-1-iscsi neutron-server[94616]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 04:50:13.076890 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 04:50:13.076890 dv-cinder-810118-1-iscsi neutron-server[94616]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 04:50:13.076890 dv-cinder-810118-1-iscsi neutron-server[94616]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 04:50:13.076890 dv-cinder-810118-1-iscsi neutron-server[94616]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 04:50:13.076890 dv-cinder-810118-1-iscsi neutron-server[94616]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 04:50:13.203077 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-aa9773ca-45e0-4795-849c-e094b7a37447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-628188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1865228'] for network, after_delete {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:50:13.207490 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron_lib.callbacks.manager [None req-aa9773ca-45e0-4795-849c-e094b7a37447 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578295'] for network, before_response {{(pid=94616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:50:13.209409 dv-cinder-810118-1-iscsi neutron-server[94616]: INFO neutron.wsgi [None req-aa9773ca-45e0-4795-849c-e094b7a37447 admin admin] 10.222.0.24 "DELETE /v2.0/networks/b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea HTTP/1.1" status: 204 len: 168 time: 0.6369190 Sep 22 04:50:13.212491 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 52014) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:50:13.221496 dv-cinder-810118-1-iscsi neutron-server[94616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9773ca-45e0-4795-849c-e094b7a37447 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3cf9d4f-4b1f-4d10-9909-e0c64669d2ea,revision_number=None']} {{(pid=94616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:50:13.547777 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-11499cb6-92a6-4993-a312-2977ef1a5f48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1867546'] for router_interface, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:50:13.782141 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.plugin [None req-11499cb6-92a6-4993-a312-2977ef1a5f48 admin admin] Deleting port b10b8a4d-629a-4190-bc79-9c6e91a7a813 {{(pid=94615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 04:50:13.782478 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-11499cb6-92a6-4993-a312-2977ef1a5f48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769518975272'] for port, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:50:13.857857 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.db [None req-11499cb6-92a6-4993-a312-2977ef1a5f48 admin admin] For port b10b8a4d-629a-4190-bc79-9c6e91a7a813, host dv-cinder-810118-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810118-1-iscsi',level=0,port_id=b10b8a4d-629a-4190-bc79-9c6e91a7a813,segment=NetworkSegment(ae119a8d-9827-4d53-acb8-41daf571dbfe),segment_id=ae119a8d-9827-4d53-acb8-41daf571dbfe)] {{(pid=94615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:50:13.858146 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-11499cb6-92a6-4993-a312-2977ef1a5f48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1861379'] for port, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:50:13.870092 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.plugin [None req-11499cb6-92a6-4993-a312-2977ef1a5f48 admin admin] Calling delete_port for b10b8a4d-629a-4190-bc79-9c6e91a7a813 owned by network:router_interface {{(pid=94615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 04:50:13.983098 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Device 4dc8d714-bcae-4250-a5b4-44a522ed98ea no longer exists at agent ovs-agent-dv-cinder-810118-1-iscsi {{(pid=94617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 04:50:14.005594 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.plugin [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] No Port match for: 4dc8d714-bcae-4250-a5b4-44a522ed98ea {{(pid=94617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 04:50:14.006035 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Device 4dc8d714-bcae-4250-a5b4-44a522ed98ea not bound to the agent host dv-cinder-810118-1-iscsi {{(pid=94617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 04:50:14.006573 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Device 2c2e5cfa-2e3d-48bf-90a8-b694de702f81 no longer exists at agent ovs-agent-dv-cinder-810118-1-iscsi {{(pid=94617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 04:50:14.025636 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.plugin [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] No Port match for: 2c2e5cfa-2e3d-48bf-90a8-b694de702f81 {{(pid=94617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 04:50:14.025983 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Device 2c2e5cfa-2e3d-48bf-90a8-b694de702f81 not bound to the agent host dv-cinder-810118-1-iscsi {{(pid=94617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 04:50:14.127491 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-11499cb6-92a6-4993-a312-2977ef1a5f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769518980334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769518673866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533447879'] for port, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:50:14.156755 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11499cb6-92a6-4993-a312-2977ef1a5f48 admin admin] Pushing event deleted for resources: {'Port': ['ID=b10b8a4d-629a-4190-bc79-9c6e91a7a813,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:50:14.168101 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11499cb6-92a6-4993-a312-2977ef1a5f48 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:50:14.168455 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11499cb6-92a6-4993-a312-2977ef1a5f48 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:50:14.168837 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11499cb6-92a6-4993-a312-2977ef1a5f48 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:50:14.169219 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11499cb6-92a6-4993-a312-2977ef1a5f48 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:50:14.169951 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11499cb6-92a6-4993-a312-2977ef1a5f48 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:50:14.170365 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11499cb6-92a6-4993-a312-2977ef1a5f48 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:50:14.170692 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11499cb6-92a6-4993-a312-2977ef1a5f48 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:50:14.171017 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11499cb6-92a6-4993-a312-2977ef1a5f48 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:50:14.171344 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11499cb6-92a6-4993-a312-2977ef1a5f48 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:50:14.171668 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11499cb6-92a6-4993-a312-2977ef1a5f48 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:50:14.171989 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11499cb6-92a6-4993-a312-2977ef1a5f48 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:50:14.172304 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11499cb6-92a6-4993-a312-2977ef1a5f48 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810118-1-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 04:50:14.329125 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-11499cb6-92a6-4993-a312-2977ef1a5f48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1865363'] for router_interface, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:50:14.536638 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11499cb6-92a6-4993-a312-2977ef1a5f48 admin admin] Router 90e58c9e-94ff-45a5-a261-4d3d33144293 has already been hosted by L3 agent 67baeb3b-346e-4680-9ea8-6eec6aa84835 {{(pid=94615) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 04:50:14.638888 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11499cb6-92a6-4993-a312-2977ef1a5f48 admin admin] Notify agent at l3_agent.dv-cinder-810118-1-iscsi the message routers_updated {{(pid=94615) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 04:50:14.643794 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-11499cb6-92a6-4993-a312-2977ef1a5f48 admin admin] 10.222.0.24 "PUT /v2.0/routers/90e58c9e-94ff-45a5-a261-4d3d33144293/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4302371 Sep 22 04:50:14.647572 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 52020) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:50:14.650563 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20536406-5d36-4f35-b496-7451c8434af4 None None] Sync routers for ids ['90e58c9e-94ff-45a5-a261-4d3d33144293'] in dv-cinder-810118-1-iscsi {{(pid=94618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 04:50:14.659047 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20536406-5d36-4f35-b496-7451c8434af4 None None] Routers {'90e58c9e-94ff-45a5-a261-4d3d33144293'} bound to L3 agent in host dv-cinder-810118-1-iscsi {{(pid=94618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 04:50:14.660162 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.l3_hamode_db [None req-20536406-5d36-4f35-b496-7451c8434af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810118-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T04:20:22Z,description=,heartbeat_timestamp=2021-09-22T04:49:52Z,host='dv-cinder-810118-1-iscsi',id=67baeb3b-346e-4680-9ea8-6eec6aa84835,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T04:20:23Z,topic='l3_agent')) {'router_ids': ['90e58c9e-94ff-45a5-a261-4d3d33144293'], 'active': True} {{(pid=94618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:50:14.748291 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-1461b786-b039-42d3-ac4b-f9281df9e9cb admin admin] Notify callbacks [] for router, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:50:14.763499 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.l3_dvr_db [None req-20536406-5d36-4f35-b496-7451c8434af4 None None] Set router 90e58c9e-94ff-45a5-a261-4d3d33144293 gateway port host: dv-cinder-810118-1-iscsi {{(pid=94618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 04:50:14.844040 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-1461b786-b039-42d3-ac4b-f9281df9e9cb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:50:14.934360 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.l3_hamode_db [None req-20536406-5d36-4f35-b496-7451c8434af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90e58c9e-94ff-45a5-a261-4d3d33144293', 'name': 'tempest-TestVolumeBootPattern-370917991-router', 'tenant_id': '926f7ab3a66543998f4ba23b8a9b5794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'external_fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'df09fdc9-3050-4d4e-bdb9-9ea6308a0662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T04:43:28Z', 'updated_at': '2021-09-22T04:50:14Z', 'revision_number': 5, 'project_id': '926f7ab3a66543998f4ba23b8a9b5794', 'gw_port': {'id': 'df09fdc9-3050-4d4e-bdb9-9ea6308a0662', 'name': '', 'network_id': '1c001e5d-5f10-46e0-9089-3ba13d08e463', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e58c9e-94ff-45a5-a261-4d3d33144293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810118-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T04:43:29Z', 'updated_at': '2021-09-22T04:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef28eb13-4204-4034-a22d-0722adaca342', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810118-1-iscsi'}], 'dv-cinder-810118-1-iscsi', False) {} {{(pid=94618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:50:14.953241 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.plugin [None req-1461b786-b039-42d3-ac4b-f9281df9e9cb admin admin] Deleting port df09fdc9-3050-4d4e-bdb9-9ea6308a0662 {{(pid=94615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 04:50:14.953586 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-1461b786-b039-42d3-ac4b-f9281df9e9cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769518975272'] for port, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:50:14.959087 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20536406-5d36-4f35-b496-7451c8434af4 None None] Checking router: 90e58c9e-94ff-45a5-a261-4d3d33144293 for host: dv-cinder-810118-1-iscsi {{(pid=94618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 04:50:14.967092 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20536406-5d36-4f35-b496-7451c8434af4 None None] Routers {'90e58c9e-94ff-45a5-a261-4d3d33144293'} bound to L3 agent in host dv-cinder-810118-1-iscsi {{(pid=94618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 04:50:14.967751 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.l3_hamode_db [None req-20536406-5d36-4f35-b496-7451c8434af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810118-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T04:20:22Z,description=,heartbeat_timestamp=2021-09-22T04:49:52Z,host='dv-cinder-810118-1-iscsi',id=67baeb3b-346e-4680-9ea8-6eec6aa84835,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T04:20:23Z,topic='l3_agent')) {'router_ids': ['90e58c9e-94ff-45a5-a261-4d3d33144293'], 'active': True} {{(pid=94618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:50:15.030912 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.db [None req-1461b786-b039-42d3-ac4b-f9281df9e9cb admin admin] For port df09fdc9-3050-4d4e-bdb9-9ea6308a0662, host dv-cinder-810118-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810118-1-iscsi',level=0,port_id=df09fdc9-3050-4d4e-bdb9-9ea6308a0662,segment=NetworkSegment(57bccd0b-6164-41c6-a48d-7aba82135152),segment_id=57bccd0b-6164-41c6-a48d-7aba82135152)] {{(pid=94615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:50:15.031272 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-1461b786-b039-42d3-ac4b-f9281df9e9cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1861379'] for port, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:50:15.044043 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.plugin [None req-1461b786-b039-42d3-ac4b-f9281df9e9cb admin admin] Calling delete_port for df09fdc9-3050-4d4e-bdb9-9ea6308a0662 owned by network:router_gateway {{(pid=94615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 04:50:15.050869 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.l3_dvr_db [None req-20536406-5d36-4f35-b496-7451c8434af4 None None] Set router 90e58c9e-94ff-45a5-a261-4d3d33144293 gateway port host: None {{(pid=94618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 04:50:15.104783 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.l3_hamode_db [None req-20536406-5d36-4f35-b496-7451c8434af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90e58c9e-94ff-45a5-a261-4d3d33144293', 'name': 'tempest-TestVolumeBootPattern-370917991-router', 'tenant_id': '926f7ab3a66543998f4ba23b8a9b5794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T04:43:28Z', 'updated_at': '2021-09-22T04:50:14Z', 'revision_number': 6, 'project_id': '926f7ab3a66543998f4ba23b8a9b5794', 'gw_port_host': None}], 'dv-cinder-810118-1-iscsi', False) {} {{(pid=94618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:50:15.129861 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20536406-5d36-4f35-b496-7451c8434af4 None None] The sync data for ids ['90e58c9e-94ff-45a5-a261-4d3d33144293'] in dv-cinder-810118-1-iscsi is: [{'id': '90e58c9e-94ff-45a5-a261-4d3d33144293', 'name': 'tempest-TestVolumeBootPattern-370917991-router', 'tenant_id': '926f7ab3a66543998f4ba23b8a9b5794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T04:43:28Z', 'updated_at': '2021-09-22T04:50:14Z', 'revision_number': 6, 'project_id': '926f7ab3a66543998f4ba23b8a9b5794', 'gw_port_host': None}] {{(pid=94618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 04:50:15.248797 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-1461b786-b039-42d3-ac4b-f9281df9e9cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769518980334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769518673866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533447879'] for port, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:50:15.274104 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1461b786-b039-42d3-ac4b-f9281df9e9cb admin admin] Pushing event deleted for resources: {'Port': ['ID=df09fdc9-3050-4d4e-bdb9-9ea6308a0662,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:50:15.336598 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-1461b786-b039-42d3-ac4b-f9281df9e9cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1865296'] for router_gateway, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:50:15.422744 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-1461b786-b039-42d3-ac4b-f9281df9e9cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1865791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1980'] for router, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:50:15.424785 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-1461b786-b039-42d3-ac4b-f9281df9e9cb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:50:15.528480 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-1461b786-b039-42d3-ac4b-f9281df9e9cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1865782'] for router, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:50:15.529093 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1461b786-b039-42d3-ac4b-f9281df9e9cb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 90e58c9e-94ff-45a5-a261-4d3d33144293 {{(pid=94615) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 04:50:15.533257 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-1461b786-b039-42d3-ac4b-f9281df9e9cb admin admin] Notify callbacks [] for router, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:50:15.534417 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-1461b786-b039-42d3-ac4b-f9281df9e9cb admin admin] 10.222.0.24 "DELETE /v2.0/routers/90e58c9e-94ff-45a5-a261-4d3d33144293 HTTP/1.1" status: 204 len: 168 time: 0.8872385 Sep 22 04:50:15.536878 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 52024) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:50:15.589493 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.db.db_base_plugin_v2 [None req-701ef470-e163-4c07-8848-86ce33740819 admin admin] Deleting subnet 7cdf8803-43bd-40ec-a2a1-e24c3dedc428 {{(pid=94615) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 04:50:15.592418 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-701ef470-e163-4c07-8848-86ce33740819 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:50:15.625187 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-701ef470-e163-4c07-8848-86ce33740819 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-533529875'] for subnet, precommit_delete_associations {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:50:15.701592 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-701ef470-e163-4c07-8848-86ce33740819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-628562'] for subnet, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:50:15.820123 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-701ef470-e163-4c07-8848-86ce33740819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-628571', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533447834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-533135712'] for subnet, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:50:15.848379 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701ef470-e163-4c07-8848-86ce33740819 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7cdf8803-43bd-40ec-a2a1-e24c3dedc428,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:50:15.851957 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-701ef470-e163-4c07-8848-86ce33740819 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578295'] for subnet, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:50:15.854041 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-701ef470-e163-4c07-8848-86ce33740819 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/7cdf8803-43bd-40ec-a2a1-e24c3dedc428 HTTP/1.1" status: 204 len: 168 time: 0.3162146 Sep 22 04:50:15.856582 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 52026) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:50:15.858266 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f739cc94-9b57-42a6-a585-0fe55b0c9b51 None None] Network 0269fd4e-db08-41f8-84c7-5427e6054dde requested from dv-cinder-810118-1-iscsi {{(pid=94617) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 04:50:15.935338 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-edce06cb-924a-488f-8710-4c5ccdfe88a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-536234'] for network, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:50:15.989011 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Device b10b8a4d-629a-4190-bc79-9c6e91a7a813 no longer exists at agent ovs-agent-dv-cinder-810118-1-iscsi {{(pid=94617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 04:50:15.990602 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.plugin [None req-edce06cb-924a-488f-8710-4c5ccdfe88a3 admin admin] Deleting port 2a4bf4f7-27ed-4ebb-aa67-b2a34b9d0920 {{(pid=94615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 04:50:15.991158 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-edce06cb-924a-488f-8710-4c5ccdfe88a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769518975272'] for port, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:50:16.012177 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.plugin [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] No Port match for: b10b8a4d-629a-4190-bc79-9c6e91a7a813 {{(pid=94617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 04:50:16.012547 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Device b10b8a4d-629a-4190-bc79-9c6e91a7a813 not bound to the agent host dv-cinder-810118-1-iscsi {{(pid=94617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 04:50:16.012969 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Device df09fdc9-3050-4d4e-bdb9-9ea6308a0662 no longer exists at agent ovs-agent-dv-cinder-810118-1-iscsi {{(pid=94617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 04:50:16.033554 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.plugin [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] No Port match for: df09fdc9-3050-4d4e-bdb9-9ea6308a0662 {{(pid=94617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 04:50:16.033896 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Device df09fdc9-3050-4d4e-bdb9-9ea6308a0662 not bound to the agent host dv-cinder-810118-1-iscsi {{(pid=94617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 04:50:16.061346 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.db [None req-edce06cb-924a-488f-8710-4c5ccdfe88a3 admin admin] For port 2a4bf4f7-27ed-4ebb-aa67-b2a34b9d0920, host dv-cinder-810118-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810118-1-iscsi',level=0,port_id=2a4bf4f7-27ed-4ebb-aa67-b2a34b9d0920,segment=NetworkSegment(ae119a8d-9827-4d53-acb8-41daf571dbfe),segment_id=ae119a8d-9827-4d53-acb8-41daf571dbfe)] {{(pid=94615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:50:16.061721 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-edce06cb-924a-488f-8710-4c5ccdfe88a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1861379'] for port, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:50:16.076370 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.plugin [None req-edce06cb-924a-488f-8710-4c5ccdfe88a3 admin admin] Calling delete_port for 2a4bf4f7-27ed-4ebb-aa67-b2a34b9d0920 owned by network:dhcp {{(pid=94615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 04:50:16.099131 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-441723c4-8728-47b3-823c-c6184d90fa5f None None] DHCP port deletion for 0269fd4e-db08-41f8-84c7-5427e6054dde request from dv-cinder-810118-1-iscsi {{(pid=94617) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 04:50:16.151951 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.plugin [None req-441723c4-8728-47b3-823c-c6184d90fa5f None None] Deleting port 2a4bf4f7-27ed-4ebb-aa67-b2a34b9d0920 {{(pid=94617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 04:50:16.152332 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-441723c4-8728-47b3-823c-c6184d90fa5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769518975272'] for port, before_delete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:50:16.218462 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.db [None req-441723c4-8728-47b3-823c-c6184d90fa5f None None] For port 2a4bf4f7-27ed-4ebb-aa67-b2a34b9d0920, host dv-cinder-810118-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810118-1-iscsi',level=0,port_id=2a4bf4f7-27ed-4ebb-aa67-b2a34b9d0920,segment=NetworkSegment(ae119a8d-9827-4d53-acb8-41daf571dbfe),segment_id=ae119a8d-9827-4d53-acb8-41daf571dbfe)] {{(pid=94617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 04:50:16.218774 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-441723c4-8728-47b3-823c-c6184d90fa5f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1861379'] for port, precommit_delete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:50:16.231083 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.plugin [None req-441723c4-8728-47b3-823c-c6184d90fa5f None None] Calling delete_port for 2a4bf4f7-27ed-4ebb-aa67-b2a34b9d0920 owned by network:dhcp {{(pid=94617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 04:50:16.236144 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-edce06cb-924a-488f-8710-4c5ccdfe88a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769518980334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769518673866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533447879'] for port, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:50:16.266748 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edce06cb-924a-488f-8710-4c5ccdfe88a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a4bf4f7-27ed-4ebb-aa67-b2a34b9d0920,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:50:16.268602 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edce06cb-924a-488f-8710-4c5ccdfe88a3 admin admin] No DVR routers for this DVR port 2a4bf4f7-27ed-4ebb-aa67-b2a34b9d0920 on host dv-cinder-810118-1-iscsi {{(pid=94615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 04:50:16.307124 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-441723c4-8728-47b3-823c-c6184d90fa5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769518980334', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769518673866'] for port, after_delete {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:50:16.336166 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441723c4-8728-47b3-823c-c6184d90fa5f None None] Pushing event deleted for resources: {'Port': ['ID=2a4bf4f7-27ed-4ebb-aa67-b2a34b9d0920,revision_number=None']} {{(pid=94617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:50:16.337955 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441723c4-8728-47b3-823c-c6184d90fa5f None None] No DVR routers for this DVR port 2a4bf4f7-27ed-4ebb-aa67-b2a34b9d0920 on host dv-cinder-810118-1-iscsi {{(pid=94617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 04:50:16.343908 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-edce06cb-924a-488f-8710-4c5ccdfe88a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-628203', 'neutron.services.segments.db._delete_segments_for_network-8769519186836'] for network, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:50:16.365153 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.services.segments.db [None req-edce06cb-924a-488f-8710-4c5ccdfe88a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0269fd4e-db08-41f8-84c7-5427e6054dde']}} {{(pid=94615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:50:16.374596 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.services.segments.db [None req-edce06cb-924a-488f-8710-4c5ccdfe88a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae119a8d-9827-4d53-acb8-41daf571dbfe') {'for_net_delete': True} {{(pid=94615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:50:16.374891 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.services.segments.db [None req-edce06cb-924a-488f-8710-4c5ccdfe88a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae119a8d-9827-4d53-acb8-41daf571dbfe') {} {{(pid=94615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 04:50:16.384340 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-edce06cb-924a-488f-8710-4c5ccdfe88a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769519186077', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-533529866'] for segment, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:50:16.398271 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-edce06cb-924a-488f-8710-4c5ccdfe88a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-614853'] for segment, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:50:16.402912 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edce06cb-924a-488f-8710-4c5ccdfe88a3 admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=94615) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 04:50:16.403297 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-edce06cb-924a-488f-8710-4c5ccdfe88a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-614853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533453108'] for segment, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:50:16.405016 dv-cinder-810118-1-iscsi neutron-server[94615]: Traceback (most recent call last): Sep 22 04:50:16.405016 dv-cinder-810118-1-iscsi neutron-server[94615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 04:50:16.405016 dv-cinder-810118-1-iscsi neutron-server[94615]: timer() Sep 22 04:50:16.405016 dv-cinder-810118-1-iscsi neutron-server[94615]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 04:50:16.405016 dv-cinder-810118-1-iscsi neutron-server[94615]: cb(*args, **kw) Sep 22 04:50:16.405016 dv-cinder-810118-1-iscsi neutron-server[94615]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 04:50:16.405016 dv-cinder-810118-1-iscsi neutron-server[94615]: return func(*args, **kwargs) Sep 22 04:50:16.405016 dv-cinder-810118-1-iscsi neutron-server[94615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 04:50:16.405016 dv-cinder-810118-1-iscsi neutron-server[94615]: self._notify() Sep 22 04:50:16.405016 dv-cinder-810118-1-iscsi neutron-server[94615]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 04:50:16.405016 dv-cinder-810118-1-iscsi neutron-server[94615]: self.callback(batched_events) Sep 22 04:50:16.405016 dv-cinder-810118-1-iscsi neutron-server[94615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 04:50:16.405016 dv-cinder-810118-1-iscsi neutron-server[94615]: event.method(event) Sep 22 04:50:16.405016 dv-cinder-810118-1-iscsi neutron-server[94615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 04:50:16.405016 dv-cinder-810118-1-iscsi neutron-server[94615]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 04:50:16.405016 dv-cinder-810118-1-iscsi neutron-server[94615]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 04:50:16.405016 dv-cinder-810118-1-iscsi neutron-server[94615]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 04:50:16.405016 dv-cinder-810118-1-iscsi neutron-server[94615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 04:50:16.405016 dv-cinder-810118-1-iscsi neutron-server[94615]: return f(self, *a, **k) Sep 22 04:50:16.405016 dv-cinder-810118-1-iscsi neutron-server[94615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 04:50:16.405016 dv-cinder-810118-1-iscsi neutron-server[94615]: return self._get(url).json() Sep 22 04:50:16.405016 dv-cinder-810118-1-iscsi neutron-server[94615]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 04:50:16.405016 dv-cinder-810118-1-iscsi neutron-server[94615]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 04:50:16.405016 dv-cinder-810118-1-iscsi neutron-server[94615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 04:50:16.405016 dv-cinder-810118-1-iscsi neutron-server[94615]: return self.request(url, 'GET', **kwargs) Sep 22 04:50:16.405016 dv-cinder-810118-1-iscsi neutron-server[94615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 04:50:16.405016 dv-cinder-810118-1-iscsi neutron-server[94615]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 04:50:16.405016 dv-cinder-810118-1-iscsi neutron-server[94615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 04:50:16.405016 dv-cinder-810118-1-iscsi neutron-server[94615]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 04:50:16.405016 dv-cinder-810118-1-iscsi neutron-server[94615]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 04:50:16.405016 dv-cinder-810118-1-iscsi neutron-server[94615]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 04:50:16.405016 dv-cinder-810118-1-iscsi neutron-server[94615]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 04:50:16.751338 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-edce06cb-924a-488f-8710-4c5ccdfe88a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-628188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1865228'] for network, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:50:16.756866 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-edce06cb-924a-488f-8710-4c5ccdfe88a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578295'] for network, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:50:16.758705 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-edce06cb-924a-488f-8710-4c5ccdfe88a3 admin admin] 10.222.0.24 "DELETE /v2.0/networks/0269fd4e-db08-41f8-84c7-5427e6054dde HTTP/1.1" status: 204 len: 168 time: 0.9010322 Sep 22 04:50:16.771295 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edce06cb-924a-488f-8710-4c5ccdfe88a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=0269fd4e-db08-41f8-84c7-5427e6054dde,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:50:17.069399 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 52030) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:50:17.107354 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-2ac2191f-8fc7-40e9-a4f7-c3058097aff7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=413fcdd02cab49a4933214dcc8244926&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0367916 Sep 22 04:50:17.109787 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 52032) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:50:17.155536 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-7a683672-fd72-4829-8d80-11ae54478c0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:50:17.175361 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-7a683672-fd72-4829-8d80-11ae54478c0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:50:17.294110 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-7a683672-fd72-4829-8d80-11ae54478c0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:50:17.296625 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-7a683672-fd72-4829-8d80-11ae54478c0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:50:17.297784 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-7a683672-fd72-4829-8d80-11ae54478c0e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dd503218-0c6b-4520-aa07-07df3f7ae8c2 HTTP/1.1" status: 204 len: 168 time: 0.1871293 Sep 22 04:50:17.309665 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a683672-fd72-4829-8d80-11ae54478c0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd503218-0c6b-4520-aa07-07df3f7ae8c2,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:50:17.934296 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 52038) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:50:17.976435 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-bc482531-2204-475a-98c2-ff5b9e36306e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=926f7ab3a66543998f4ba23b8a9b5794&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0409214 Sep 22 04:50:17.978976 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.wsgi [-] (94615) accepted ('10.222.0.24', 52040) {{(pid=94615) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 04:50:17.982004 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Device 2a4bf4f7-27ed-4ebb-aa67-b2a34b9d0920 no longer exists at agent ovs-agent-dv-cinder-810118-1-iscsi {{(pid=94617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 04:50:18.001951 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.plugin [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] No Port match for: 2a4bf4f7-27ed-4ebb-aa67-b2a34b9d0920 {{(pid=94617) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 04:50:18.002289 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron.plugins.ml2.rpc [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Device 2a4bf4f7-27ed-4ebb-aa67-b2a34b9d0920 not bound to the agent host dv-cinder-810118-1-iscsi {{(pid=94617) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 04:50:18.028658 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-f03d972f-430e-4264-9cf5-f80b0887a267 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:50:18.049536 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-f03d972f-430e-4264-9cf5-f80b0887a267 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:50:18.168042 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-f03d972f-430e-4264-9cf5-f80b0887a267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086865'] for security_group, after_delete {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:50:18.170541 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-f03d972f-430e-4264-9cf5-f80b0887a267 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:50:18.171733 dv-cinder-810118-1-iscsi neutron-server[94615]: INFO neutron.wsgi [None req-f03d972f-430e-4264-9cf5-f80b0887a267 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2133adb4-6c05-459a-8c0c-30974f3fe396 HTTP/1.1" status: 204 len: 168 time: 0.1910729 Sep 22 04:50:18.179322 dv-cinder-810118-1-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03d972f-430e-4264-9cf5-f80b0887a267 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2133adb4-6c05-459a-8c0c-30974f3fe396,revision_number=None']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 04:50:20.105712 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-f1539a36-9ffb-4d34-83e8-ac8f8541b4d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:50:22.527360 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-8255a0a7-d82b-4f74-aa0b-b42af825ba59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:50:23.344024 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:50:24.141826 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-62fe730e-da9a-4cac-a5e3-718f571d83ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:50:25.745222 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-c7bbae2d-f237-46cc-b838-3371bd865633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:50:36.951034 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:50:46.064739 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.agents_db [None req-7fda405f-bd13-41fd-9497-f6551785b8a3 None None] Agent healthcheck: found 6 active agents {{(pid=94618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 04:50:50.115330 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5440fc5f-7fbd-4a33-8d14-7b3d5ae2c7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:50:52.567099 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-caa0bc27-8fc2-42b3-b804-eb3dc2b093e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:50:53.348998 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:50:54.162579 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-62fe730e-da9a-4cac-a5e3-718f571d83ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:50:55.710250 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-c7bbae2d-f237-46cc-b838-3371bd865633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:51:06.943208 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:51:20.126402 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-86f9ef4b-225c-46a3-867a-349617c80191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:51:22.514209 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-3e28ab08-6e20-4815-9308-0ee676cc4b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:51:23.063254 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.agents_db [None req-7fda405f-bd13-41fd-9497-f6551785b8a3 None None] Agent healthcheck: found 6 active agents {{(pid=94618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 04:51:23.360417 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:51:24.149502 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-62fe730e-da9a-4cac-a5e3-718f571d83ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:51:25.737925 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-c7bbae2d-f237-46cc-b838-3371bd865633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:51:36.960812 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:51:50.120063 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-6887b7bc-336d-44a4-b38f-67a9ae3d84ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:51:52.543175 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-47b523ed-19ff-46a2-ab9f-ec42e99b2b02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:51:53.371446 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:51:54.154427 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-62fe730e-da9a-4cac-a5e3-718f571d83ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:51:55.719931 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-c7bbae2d-f237-46cc-b838-3371bd865633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:52:00.062945 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.agents_db [None req-7fda405f-bd13-41fd-9497-f6551785b8a3 None None] Agent healthcheck: found 6 active agents {{(pid=94618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 04:52:06.959766 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:52:20.096008 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2007052d-6a2a-4a4e-a3fa-b965f325b60b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:52:22.490714 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-3cc52b61-54d7-4f28-a11a-43eefd95ab17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:52:23.359356 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:52:24.158856 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-62fe730e-da9a-4cac-a5e3-718f571d83ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:52:25.718854 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-c7bbae2d-f237-46cc-b838-3371bd865633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:52:36.969935 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:52:37.061248 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.agents_db [None req-7fda405f-bd13-41fd-9497-f6551785b8a3 None None] Agent healthcheck: found 6 active agents {{(pid=94618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 04:52:50.106842 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-edc3ba79-44ee-4753-ba85-53cf42cb7388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:52:52.489287 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-3aa05db6-9ebe-4ba3-9e6e-3efb560085d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:52:53.347780 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:52:54.146531 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-62fe730e-da9a-4cac-a5e3-718f571d83ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:52:55.724145 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-c7bbae2d-f237-46cc-b838-3371bd865633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:53:06.951915 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:53:14.059757 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.agents_db [None req-7fda405f-bd13-41fd-9497-f6551785b8a3 None None] Agent healthcheck: found 6 active agents {{(pid=94618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 04:53:20.100445 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-d274d3f1-fd99-4016-91ad-08f9b25a6bdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:53:22.477185 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-3248040b-7046-49f4-94f4-e8559da4b293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:53:23.380242 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:53:24.146054 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-62fe730e-da9a-4cac-a5e3-718f571d83ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:53:25.746392 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-c7bbae2d-f237-46cc-b838-3371bd865633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:53:36.980221 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:53:50.099684 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-05cb7cb1-be44-4b2b-a720-557759376761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:53:51.061802 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.agents_db [None req-7fda405f-bd13-41fd-9497-f6551785b8a3 None None] Agent healthcheck: found 6 active agents {{(pid=94618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 04:53:52.482473 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-25cef0fb-8d77-47ae-aec6-8a3dd3899b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:53:53.344921 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:53:54.167892 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-62fe730e-da9a-4cac-a5e3-718f571d83ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:53:55.728393 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-c7bbae2d-f237-46cc-b838-3371bd865633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:54:07.018977 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:54:20.128277 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-a99c9a53-771c-4c48-8999-35a1c30db6f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:54:22.515817 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-b5b65889-2330-4a33-945a-ab4de633c128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:54:23.361525 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:54:24.179307 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-62fe730e-da9a-4cac-a5e3-718f571d83ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:54:25.733201 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-c7bbae2d-f237-46cc-b838-3371bd865633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:54:28.061894 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.agents_db [None req-7fda405f-bd13-41fd-9497-f6551785b8a3 None None] Agent healthcheck: found 6 active agents {{(pid=94618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 04:54:37.007161 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:54:50.132779 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-3e9c22d5-2775-4ee5-aac9-121e273d05a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:54:52.498297 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-201ccdc8-cf89-4a8f-bb22-4cf267e6516e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:54:53.366431 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:54:54.212338 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-62fe730e-da9a-4cac-a5e3-718f571d83ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:54:55.738202 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-c7bbae2d-f237-46cc-b838-3371bd865633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:55:05.061596 dv-cinder-810118-1-iscsi neutron-server[94618]: DEBUG neutron.db.agents_db [None req-7fda405f-bd13-41fd-9497-f6551785b8a3 None None] Agent healthcheck: found 6 active agents {{(pid=94618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 04:55:07.040386 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-5106e64b-04c3-46a4-b98d-d5932343d22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:55:20.120540 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-cf3c852c-6a73-487e-a5bf-89841c7f9932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:55:22.509051 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-f8f5088a-c063-4b08-bf05-006d84c0fc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:55:23.355302 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4309-3c7e-4cab-982a-1b3fbe72a26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:55:24.183479 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-62fe730e-da9a-4cac-a5e3-718f571d83ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 04:55:25.766285 dv-cinder-810118-1-iscsi neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-c7bbae2d-f237-46cc-b838-3371bd865633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769519186818', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-630251'] for agent, after_update {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}